[ May 19 19:26:58 Enabled. ] [ May 19 19:26:58 Rereading configuration. ] [ May 19 19:26:59 Rereading configuration. ] [ May 19 19:27:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 19 19:27:10 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:10.652548834Z","hostname":"oxz_switch","pid":4773,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:10.654445156Z","hostname":"oxz_switch","pid":4773} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:10.654779796Z","hostname":"oxz_switch","pid":4773} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:10.656875413Z","hostname":"oxz_switch","pid":4773,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:10.657363557Z","hostname":"oxz_switch","pid":4773,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n f067b44e-c5ce-47c8-b6b4-79f3cddbf7ad,\n ),\n sled_id: Some(\n 0d2cbb58-5369-4fa7-9774-f209b0809758,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:10.658671213Z","hostname":"oxz_switch","pid":4773} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:10.658687023Z","hostname":"oxz_switch","pid":4773,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:10.66254501Z","hostname":"oxz_switch","pid":4773,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f0bf:28ff:fefb:7042->f2:bf:28:fb:70:42"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:10.663955759Z","hostname":"oxz_switch","pid":4773} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:10.668967467Z","hostname":"oxz_switch","pid":4773} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:27:10.673805941Z","hostname":"oxz_switch","pid":4773} [ May 19 19:27:11 Rereading configuration. ] [ May 19 19:27:11 Executing refresh method (:kill). ] [ May 19 19:27:11 Stopping because all processes in service exited. ] [ May 19 19:27:11 Executing stop method (:kill). ] [ May 19 19:27:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 19 19:27:11 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.276981396Z","hostname":"oxz_switch","pid":5002,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-187aee7d","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.27787604Z","hostname":"oxz_switch","pid":5002} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.278247741Z","hostname":"oxz_switch","pid":5002} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.278346333Z","hostname":"oxz_switch","pid":5002,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.280214715Z","hostname":"oxz_switch","pid":5002,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.280372299Z","hostname":"oxz_switch","pid":5002,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: f067b44e-c5ce-47c8-b6b4-79f3cddbf7ad, sled_id: 0d2cbb58-5369-4fa7-9774-f209b0809758, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: f6a3c47f-778b-4b2f-af64-e000ecd4d19e, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.28039564Z","hostname":"oxz_switch","pid":5002,"unit":"oximeter","producer_id":"0be8cb69-e12c-4340-8ea4-6bfa918fb16b"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n f067b44e-c5ce-47c8-b6b4-79f3cddbf7ad,\n ),\n sled_id: Some(\n 0d2cbb58-5369-4fa7-9774-f209b0809758,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.281527111Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.288416781Z","hostname":"oxz_switch","pid":5002} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.289866101Z","hostname":"oxz_switch","pid":5002,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::64ca:c8ff:fef1:b3c1->66:ca:c8:f1:b3:c1"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.290132978Z","hostname":"oxz_switch","pid":5002,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f0bf:28ff:fefb:7042->f2:bf:28:fb:70:42"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.291500486Z","hostname":"oxz_switch","pid":5002,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.29307547Z","hostname":"oxz_switch","pid":5002,"local_addr":"[fd00:1122:3344:101::2]:62360","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.293139601Z","hostname":"oxz_switch","pid":5002,"local_addr":"[fd00:1122:3344:101::2]:62360","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.293385038Z","hostname":"oxz_switch","pid":5002,"local_addr":"[fd00:1122:3344:101::2]:62360","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:62360","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.293424619Z","hostname":"oxz_switch","pid":5002,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.2934333Z","hostname":"oxz_switch","pid":5002,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.293703357Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.294256952Z","hostname":"oxz_switch","pid":5002,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.294325674Z","hostname":"oxz_switch","pid":5002,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:62360","producer_id":"0be8cb69-e12c-4340-8ea4-6bfa918fb16b"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.294339025Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:11.294347495Z","hostname":"oxz_switch","pid":5002,"unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.294678054Z","hostname":"oxz_switch","pid":5002} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.295091665Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.297136622Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-19T19:26:54.581215190Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.297190483Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","id":"5082621336694001133"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:11.297204214Z","hostname":"oxz_switch","pid":5002,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:27:11.29780379Z","hostname":"oxz_switch","pid":5002} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:27:12.133574144Z","hostname":"oxz_switch","pid":5002,"interface":"tfportqsfp0_0","entry":"10.151.1.174->0a:9c:f8:fa:68:18"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:12.636865663Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:12.64181118Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:12.645110681Z","hostname":"oxz_switch","pid":5002} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:12.645411059Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:12.646190911Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-19T19:26:54.581083936Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:12.646250332Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","id":"2664086280779921013"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:12.646259172Z","hostname":"oxz_switch","pid":5002,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:14.047205333Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:14.05218855Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:14.054961577Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:14.960915818Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:14.96568595Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:14.969056682Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:15.871588049Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:15.876051862Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:15.879026944Z","hostname":"oxz_switch","pid":5002} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:16.296808713Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5400, tv_nsec: 431734637 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:16.297354028Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:16.315870199Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:17.265041082Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:17.269919307Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:17.2725538Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:18.02051717Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:18.025374774Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:18.028296215Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:18.750230118Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:18.754428563Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:18.757122328Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:19.300534594Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:19.305013047Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:19.307671861Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:20.639867314Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:20.644202674Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:20.647159295Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:21.221790172Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:21.226262176Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:21.229277829Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:21.302348076Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:22.533583403Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:22.53816863Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:22.540808843Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:22.649041719Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:23.139832203Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:23.144346047Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:23.147137304Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:23.680438982Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:23.685264595Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:23.68798061Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:24.372691225Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:24.377321853Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:24.380045918Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:25.83140967Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:25.836045818Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:25.838971769Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:26.460413468Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:26.465246781Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:26.467967356Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:27.030692535Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:27.035297392Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:27.038184892Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:27.768387183Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:27.772759013Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:27.775219731Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:29.090119767Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:29.094670472Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:29.097676255Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:30.174385772Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:30.178460135Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:30.181376515Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:31.60784527Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:31.612105447Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:31.614946956Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:31.829726333Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:31.840960873Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:27:31.842464634Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.024114416s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:32.19075169Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5415, tv_nsec: 802209371 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:32.191333446Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:32.19869537Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:33.049432971Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:33.054138651Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:33.057514964Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:33.171790746Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:34.112406724Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:34.11658173Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:34.119615413Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:34.901360945Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:34.906699073Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:34.909258684Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:36.226670638Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:36.231050699Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:36.233556308Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:37.646002092Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:37.650464135Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:37.653101748Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:38.499960768Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:38.504937796Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:38.507757734Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:39.284818857Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:39.289361052Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:39.29181002Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:40.207435178Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:40.211942582Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:40.214343169Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:41.405785302Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:41.410350989Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:41.413259859Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:41.803226825Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:42.671343067Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:42.676007686Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:42.678992189Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:43.144008392Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:44.100076199Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:44.104421619Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:44.107126114Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:45.15886453Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:45.16319691Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:45.166165583Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:46.175409459Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:46.179999096Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:46.182850075Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:46.716095399Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:46.720701977Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:46.72371713Z","hostname":"oxz_switch","pid":5002} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:47.156161776Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:27:47.157294035Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.383683278s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:47.844790851Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5431, tv_nsec: 502313941 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:47.845612224Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:47.851668202Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:48.164422306Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:48.1688806Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:48.17178393Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:49.393730475Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:49.397911671Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:49.400950555Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:50.76999272Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:50.774377511Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:50.777196409Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:51.293648461Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:51.29792984Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:51.30045479Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:51.775498875Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:52.757751357Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:52.762314794Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:52.765186193Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:53.116983189Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:53.965118979Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:53.969311723Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:53.972140934Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:54.739823558Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:54.743566191Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:54.746390629Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:55.440399244Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:55.444753495Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:55.447758628Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:56.37653376Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:56.380699846Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:56.38337325Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:57.08190406Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:57.08696109Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:57.0894744Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:58.273311728Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:58.277896166Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:58.281104325Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:59.320059212Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:59.324229067Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:27:59.327206009Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:00.697085663Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:00.701447974Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:00.704284182Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:01.327860108Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:01.331639882Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:01.334029129Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:01.749516225Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:02.027503287Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:02.031738844Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:02.034713666Z","hostname":"oxz_switch","pid":5002} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:02.81150488Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:28:02.812806886Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.082285307s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:03.000804058Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:03.005525199Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:03.00847671Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:03.091766435Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:03.606660502Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:03.611164686Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:03.614525159Z","hostname":"oxz_switch","pid":5002} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:04.292629663Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5447, tv_nsec: 995323032 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:04.293375543Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:04.301393655Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:04.899760492Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:04.904083411Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:04.90691045Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:06.369704017Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:06.374188771Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:06.377021749Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:07.311341682Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:07.315474386Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:07.318511031Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:08.758228219Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:08.765374916Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:08.769552982Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:09.705719646Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:09.714451358Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:09.718083598Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:10.23492597Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:10.241687237Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:10.245468082Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:11.320193897Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:11.326127815Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:11.329227361Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:11.723993453Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:12.339469095Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:12.347420272Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:12.359159369Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:13.091779272Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"removed stale NDP entry :fe80::64ca:c8ff:fef1:b3c1->66:ca:c8:f1:b3:c1","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:28:13.944207629Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:13.944731163Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:13.952377025Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:13.957840666Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:14.577151403Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:14.584407714Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:14.588447565Z","hostname":"oxz_switch","pid":5002} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:28:15.369705104Z","hostname":"oxz_switch","pid":5002,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::64ca:c8ff:fef1:b3c1->66:ca:c8:f1:b3:c1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:15.43536985Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:15.440518463Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:15.443454374Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:16.491181077Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:16.495429493Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:16.498110427Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:17.283328616Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:17.288773636Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:17.291506742Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:18.184966555Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:18.190148728Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:18.192897964Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:19.146555733Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:19.151898971Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:19.154677538Z","hostname":"oxz_switch","pid":5002} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:19.2642669Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:28:19.266926094Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.580970815s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:19.934067654Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:19.939418802Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:19.942450016Z","hostname":"oxz_switch","pid":5002} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:20.811161884Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5464, tv_nsec: 558560921 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:20.81174539Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:20.821840919Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:21.401797747Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:21.406051834Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:21.409122759Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:21.701645992Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:22.591460013Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:22.596667797Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:22.599548196Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:23.072996535Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:23.5844794Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:23.590283961Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:23.593305934Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:25.063904367Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:25.068227726Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:25.070867109Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:26.579329154Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:26.585963827Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:26.589582637Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:27.133037423Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:27.139310576Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:27.143254106Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:28.823886231Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:28.830142684Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:28.83942751Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:32.642275607Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:32.647559943Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:32.720758193Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:32.737355051Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:33.077108836Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:33.993550255Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:33.998693467Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:34.003075168Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:35.204396694Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:35.210641856Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:35.215936932Z","hostname":"oxz_switch","pid":5002} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:35.830886552Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:28:35.842362999Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.159261369s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:35.842507723Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:35.848307003Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:35.852464068Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:36.631079603Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:36.638880038Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:36.64291574Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:38.151139592Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:38.159250756Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:38.163173824Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:39.243191802Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:39.25204481Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:39.257472759Z","hostname":"oxz_switch","pid":5002} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:39.504182746Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5483, tv_nsec: 250274757 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:39.506204251Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:39.554343315Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:40.429854237Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:40.435573885Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:40.43903334Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:41.641012711Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:41.647668005Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:41.651790778Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:42.197368915Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:42.2134816Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:42.218809877Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:42.762811859Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:43.07848264Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:43.662034464Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:43.670647321Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:43.677016067Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:45.128486983Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:45.147437056Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:45.172499007Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:46.601412212Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:46.608292242Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:46.612838877Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:47.306277857Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:47.311419379Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:47.314816063Z","hostname":"oxz_switch","pid":5002} {"msg":"removed stale NDP entry :fe80::64ca:c8ff:fef1:b3c1->66:ca:c8:f1:b3:c1","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:28:47.847909495Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:48.181039479Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:48.190736247Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:48.196605039Z","hostname":"oxz_switch","pid":5002} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:28:48.630985266Z","hostname":"oxz_switch","pid":5002,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::64ca:c8ff:fef1:b3c1->66:ca:c8:f1:b3:c1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:49.202102607Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:49.209043988Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:49.213588393Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:50.881250673Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:50.887042363Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:50.890198444Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:51.425092797Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:51.430430064Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:51.43355311Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:53.167437015Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:53.170395107Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:53.176844314Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:53.182176612Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:53.184748832Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:54.502388844Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:54.507725551Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:54.510915019Z","hostname":"oxz_switch","pid":5002} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:54.555949502Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:28:54.557074443Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"102.874110024s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:55.71727907Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:55.722081732Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:55.72489399Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:57.179811619Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:57.186788142Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:57.190233697Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:58.191979841Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:58.197300408Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:58.200527957Z","hostname":"oxz_switch","pid":5002} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:59.640343959Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5503, tv_nsec: 386575869 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:59.640907734Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:59.654205501Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:59.696085827Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:59.702159835Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:28:59.705319232Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:00.413953177Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:00.419152761Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:00.422060511Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:01.184057529Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:01.189384526Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:01.192115531Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:02.160420112Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:02.165142783Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:02.167902199Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:02.787226159Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:02.792844714Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:02.862041843Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:03.170509436Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:03.171878914Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:03.887675856Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:03.893647111Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:03.896905551Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:04.771203808Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:04.77634342Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:04.778841069Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:05.722414567Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:05.727656592Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:05.730397118Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:06.598190715Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:06.603011698Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:06.605999571Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:07.302571284Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:07.307825659Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:07.31510937Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:08.542406208Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:08.546886421Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:08.550144171Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:09.750653911Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:09.756214934Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:09.759639959Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:11.069809464Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:11.076752996Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:11.087479642Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:11.885287299Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:11.894790282Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:11.899392238Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:13.079975718Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:13.089731238Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:13.093649896Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:13.174090156Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:13.174944329Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:14.003785842Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:14.010453566Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:14.014097677Z","hostname":"oxz_switch","pid":5002} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:14.655751794Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:29:14.6570722Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"122.974028302s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:14.741972623Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:14.748793002Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:14.752497004Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:16.182078275Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:16.188862322Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:16.193443669Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:17.254391396Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:17.259832416Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:17.262953963Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:18.558739811Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:18.564568151Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:18.56813538Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:19.896272532Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:19.905498716Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:19.909373533Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:20.584273267Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:20.593532263Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:20.597141543Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:21.878906805Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:21.886199736Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:21.890175486Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:22.658173689Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:22.665254465Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:22.669960474Z","hostname":"oxz_switch","pid":5002} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:22.698347688Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5526, tv_nsec: 444619888 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:22.699996233Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:22.708754435Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:22.717240979Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-19T19:29:22.718380351Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"131.035354622s","count":"7"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:23.181742008Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:23.182098697Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:23.932215008Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:23.936934458Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:23.939757486Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:25.369457849Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:25.374314823Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:25.37711271Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:25.904357241Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:25.909607076Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:25.912406753Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:26.725286875Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:26.73090326Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:26.73415362Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:27.607618434Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:27.613474105Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:27.616513669Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:28.869957449Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:28.876178601Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:28.879509993Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:29.637338666Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:29.643803214Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:29.647460585Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:30.984896679Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:30.991781379Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:30.995900842Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:31.929308867Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:31.937663757Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:31.942061108Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:33.185368278Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:33.185757369Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:33.280979677Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:33.288146395Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:33.292084923Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:34.694824012Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:34.700845048Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:34.705073055Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:35.800700619Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:35.806676144Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:35.810357566Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:37.203174782Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:37.209012163Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:37.212437317Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:38.482715681Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:38.487508163Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:38.490888326Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:39.549222882Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:39.555400713Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:39.558777296Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:40.389500039Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:40.39496828Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:40.399146676Z","hostname":"oxz_switch","pid":5002} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:41.152098584Z","hostname":"oxz_switch","pid":5002,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74df5874-aa8c-4617-927a-4051a5f3add1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9d3a92c1-cf56-4dd8-aa12-cfcf45adc6c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e9eb0197-8a75-4f38-aed0-6af83f21886d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 5544, tv_nsec: 897851424 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:41.15269545Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:41.193744273Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:41.267382405Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a803bd2-4267-47ca-abe0-4dfdec302395\", \"content-length\": \"41\", \"date\": \"Tue, 19 May 2026 19:29:41 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:41.269492983Z","hostname":"oxz_switch","pid":5002,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:41.689963906Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:41.696767154Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:41.70097361Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:42.216525638Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:42.223383708Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:42.227697617Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:42.781333659Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:42.787690234Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:42.790712857Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:43.189447952Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:43.189824453Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:43.76772111Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:43.774126597Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:43.777893851Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:44.662367759Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:44.668963571Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:44.672569131Z","hostname":"oxz_switch","pid":5002} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:29:45.688432334Z","hostname":"oxz_switch","pid":5002,"local_addr":"[fd00:1122:3344:101::2]:62360","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:42296"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-05-19T19:29:45.711352377Z","hostname":"oxz_switch","pid":5002,"uri":"/0be8cb69-e12c-4340-8ea4-6bfa918fb16b","method":"GET","req_id":"9ed6c8ed-66f0-4ea1-977f-b802391abe3f","remote_addr":"[fd00:1122:3344:101::d]:42296","local_addr":"[fd00:1122:3344:101::2]:62360","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":20929,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:45.856185484Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:45.862477477Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:45.86582732Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:47.3388442Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:47.344948978Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:47.348892657Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:48.757703184Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:48.764093681Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:48.767600207Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:50.068171298Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:50.07366532Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:50.076596481Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:50.926342831Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:50.93213532Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:50.93609625Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:51.635557533Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:51.641642181Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:51.645198539Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:52.236458057Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:52.242268257Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:52.245322212Z","hostname":"oxz_switch","pid":5002} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:53.192167042Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5082621336694001133"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:53.192493551Z","hostname":"oxz_switch","pid":5002,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2664086280779921013"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:53.290418673Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:53.296448169Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:53.299439242Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:54.515597584Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:54.521167347Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:54.524742736Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:55.940801494Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:55.946013928Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:55.949257837Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:56.876140836Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:56.882235804Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:56.885637088Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:57.686423917Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:57.692353031Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:57.695642781Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:58.217785531Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:58.22247898Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:58.225031461Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:59.667072275Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:59.672606418Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:29:59.676172857Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:00.702314264Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:00.711698233Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:00.717009689Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:01.358996025Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:01.369840485Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:01.374959396Z","hostname":"oxz_switch","pid":5002} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:02.664146222Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportrear0_0 addrs [fe80::f0bf:28ff:fefb:7042]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:02.671358541Z","hostname":"oxz_switch","pid":5002} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-19T19:30:02.675613749Z","hostname":"oxz_switch","pid":5002}