[ May 8 13:56:23 Enabled. ] [ May 8 13:56:23 Rereading configuration. ] [ May 8 13:56:24 Rereading configuration. ] [ May 8 13:56:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 8 13:56:35 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:35.597144572Z","hostname":"oxz_switch","pid":4865,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-d147f092","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:35.599203331Z","hostname":"oxz_switch","pid":4865} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:35.599544158Z","hostname":"oxz_switch","pid":4865} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:35.599855954Z","hostname":"oxz_switch","pid":4865,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:35.601833781Z","hostname":"oxz_switch","pid":4865,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n f1c791dd-c095-435b-b2e0-988c5e919ef8,\n ),\n sled_id: Some(\n 37a49b2d-0e3c-4e3f-9ccb-422fb9a20ce4,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:35.603354Z","hostname":"oxz_switch","pid":4865} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:35.60337185Z","hostname":"oxz_switch","pid":4865,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:35.608424616Z","hostname":"oxz_switch","pid":4865,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e4ab:d5ff:fe92:4c6e->e6:ab:d5:92:4c:6e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:35.610836912Z","hostname":"oxz_switch","pid":4865} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:35.615403218Z","hostname":"oxz_switch","pid":4865} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:56:35.619965755Z","hostname":"oxz_switch","pid":4865} [ May 8 13:56:36 Rereading configuration. ] [ May 8 13:56:36 Executing refresh method (:kill). ] [ May 8 13:56:36 Stopping because all processes in service exited. ] [ May 8 13:56:36 Executing stop method (:kill). ] [ May 8 13:56:36 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ May 8 13:56:36 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.220880141Z","hostname":"oxz_switch","pid":5009,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-d147f092","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.221829149Z","hostname":"oxz_switch","pid":5009} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.222166556Z","hostname":"oxz_switch","pid":5009} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.222259958Z","hostname":"oxz_switch","pid":5009,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.224174134Z","hostname":"oxz_switch","pid":5009,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.224356037Z","hostname":"oxz_switch","pid":5009,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: f1c791dd-c095-435b-b2e0-988c5e919ef8, sled_id: 37a49b2d-0e3c-4e3f-9ccb-422fb9a20ce4, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: e52647d6-608c-4617-8998-3fa1fc861b08, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.224383168Z","hostname":"oxz_switch","pid":5009,"unit":"oximeter","producer_id":"23454d26-ae25-4b73-a7b3-e5021bb58914"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n f1c791dd-c095-435b-b2e0-988c5e919ef8,\n ),\n sled_id: Some(\n 37a49b2d-0e3c-4e3f-9ccb-422fb9a20ce4,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.225519639Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.233667834Z","hostname":"oxz_switch","pid":5009} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.234748464Z","hostname":"oxz_switch","pid":5009,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1ca9:97ff:fe73:976e->1e:a9:97:73:97:6e"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.234979928Z","hostname":"oxz_switch","pid":5009,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e4ab:d5ff:fe92:4c6e->e6:ab:d5:92:4c:6e"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.236285713Z","hostname":"oxz_switch","pid":5009,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.237638699Z","hostname":"oxz_switch","pid":5009,"local_addr":"[fd00:1122:3344:101::2]:61242","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.23770517Z","hostname":"oxz_switch","pid":5009,"local_addr":"[fd00:1122:3344:101::2]:61242","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.237883534Z","hostname":"oxz_switch","pid":5009,"local_addr":"[fd00:1122:3344:101::2]:61242","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:61242","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.237921604Z","hostname":"oxz_switch","pid":5009,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.237933864Z","hostname":"oxz_switch","pid":5009,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.238132518Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.238536976Z","hostname":"oxz_switch","pid":5009,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.238600197Z","hostname":"oxz_switch","pid":5009,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:61242","producer_id":"23454d26-ae25-4b73-a7b3-e5021bb58914"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.238614417Z","hostname":"oxz_switch","pid":5009,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.238620237Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.239219539Z","hostname":"oxz_switch","pid":5009} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.239623087Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.241097455Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-08T13:56:19.590485895Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.241123795Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","id":"8795871198298708978"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:36.241137355Z","hostname":"oxz_switch","pid":5009,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:56:36.242500901Z","hostname":"oxz_switch","pid":5009} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:56:36.762281391Z","hostname":"oxz_switch","pid":5009,"interface":"tfportqsfp0_0","entry":"10.151.1.174->9e:27:dd:47:2e:4e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:37.073291413Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:37.078548823Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:37.081822745Z","hostname":"oxz_switch","pid":5009} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:37.08206925Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:37.083029438Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-08T13:56:19.590353462Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:37.083085349Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","id":"16711503178325195605"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:37.083093889Z","hostname":"oxz_switch","pid":5009,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:38.309473877Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:38.315909439Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:38.320616158Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:39.411216004Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:39.416206499Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:39.419282607Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:40.407281468Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:40.412612439Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:40.416383221Z","hostname":"oxz_switch","pid":5009} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:41.240988756Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 19895, tv_nsec: 279920626 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:41.241721669Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:41.282369069Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:41.849236601Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:41.853959331Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:41.856947537Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:42.6565963Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:42.661661646Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:42.664585661Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:43.182274251Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:43.186894318Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:43.189464837Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:44.394197836Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:44.399971155Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:44.403157385Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:44.964603044Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:44.969080649Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:44.972011784Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:46.177785583Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:46.182501372Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:46.186116801Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:46.245799141Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:47.085406351Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:47.303485454Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:47.307655493Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:47.310482956Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:48.307414667Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:48.312120106Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:48.315166884Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:49.109398043Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:49.113664834Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:49.116577239Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:50.297568137Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:50.302219516Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:50.305938546Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:50.53567127Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:50.539708417Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:50.542124743Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:51.459519838Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:51.471510955Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:51.475135184Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:52.14358879Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:52.149035824Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:52.152182803Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:53.47731954Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:53.489348897Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:53.503809381Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:54.430073028Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:54.43604484Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:54.440243785Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:55.84236793Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:55.876806271Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:56:55.880026595Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.047537948s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:55.942368455Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:55.957207456Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:55.980312668Z","hostname":"oxz_switch","pid":5009} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:56.204839001Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 19910, tv_nsec: 650111405 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:56.205690696Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:56.245416958Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:56.682711625Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:57.473423102Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:57.480454486Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:57.484674224Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:58.038957948Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:58.043360754Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:58.046714532Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:59.478048069Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:59.482811695Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:56:59.486058811Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:00.091197408Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:00.096224983Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:00.099561006Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:00.89513681Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:00.902353873Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:00.905995511Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:01.763768252Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:01.768276153Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:01.771165074Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:02.930613861Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:02.937524975Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:02.940846677Z","hostname":"oxz_switch","pid":5009} {"msg":"removed stale NDP entry :fe80::1ca9:97ff:fe73:976e->1e:a9:97:73:97:6e","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:57:04.73737429Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:04.740179235Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:04.745529799Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:04.749147662Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:05.741854604Z","hostname":"oxz_switch","pid":5009} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-08T13:57:05.747812378Z","hostname":"oxz_switch","pid":5009,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1ca9:97ff:fe73:976e->1e:a9:97:73:97:6e"} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:05.748537914Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:05.753823565Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:05.872884396Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:06.646651957Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:06.653412188Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:06.657944106Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:06.711778844Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:07.655703446Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:07.66153817Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:07.664623533Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:08.96204672Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:08.965840361Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:08.968728761Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:10.322020511Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:10.326774961Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:10.329752292Z","hostname":"oxz_switch","pid":5009} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:11.289009829Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:57:11.290851874Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.417396807s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:11.495962477Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:11.501751311Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:11.505456324Z","hostname":"oxz_switch","pid":5009} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:11.558781537Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 19925, tv_nsec: 962183539 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:11.559207499Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:11.590364922Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:12.747243833Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:12.752507297Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:12.755108912Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:13.54824905Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:13.553867439Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:13.557305127Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:14.690758189Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:14.696659459Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:14.699613509Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:15.902791027Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:16.038408104Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:16.044108897Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:16.047312359Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:16.733721468Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:16.738170729Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:16.739615915Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:16.741766786Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:17.490751871Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:17.496647927Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:17.499633126Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:18.30988433Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:18.31900622Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:18.323731185Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:19.195295591Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:19.202892234Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:19.206766872Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:20.107155567Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:20.112331302Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:20.114943507Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:20.866957421Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:20.872143935Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:20.874830543Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:22.189823372Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:22.194978472Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:22.19784066Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:22.801511372Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:22.807273532Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:22.810327973Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:24.056751379Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:24.06204253Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:24.064827268Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:25.480949712Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:25.486356933Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:25.490012973Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:25.93308171Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:26.447347142Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:26.45292718Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:26.456096007Z","hostname":"oxz_switch","pid":5009} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:26.632260293Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:57:26.633205863Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.718296519s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:26.768572315Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:27.283233947Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 19941, tv_nsec: 644063929 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:27.28369274Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:27.314264173Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:27.942598227Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:27.948010625Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:27.950544969Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:28.695754781Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:28.701516121Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:28.705142619Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:29.828039019Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:29.833830143Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:29.837409194Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:31.309396752Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:31.315146896Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:31.318426979Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:31.976416105Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:31.981200871Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:31.983630207Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:33.229387457Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:33.234632384Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:33.237831075Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:33.91886381Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:33.924837506Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:33.927619232Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:34.746591571Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:34.752366562Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:34.755186639Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:35.599160703Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:35.605241081Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:35.608596305Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:35.961777256Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:36.797413465Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:37.018318345Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:37.024159223Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:37.026721679Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:38.373898508Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:38.379529679Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:38.383042567Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:39.388384772Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:39.393850213Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:39.396593214Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:40.419014472Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:40.424629089Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:40.427763395Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:41.423359996Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:41.428863803Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:41.431589825Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:42.300733407Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:42.306508115Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:42.309745504Z","hostname":"oxz_switch","pid":5009} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:42.355541558Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:57:42.356502158Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"66.398954578s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:43.449602967Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:43.45517929Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:43.458061245Z","hostname":"oxz_switch","pid":5009} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:44.205414706Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 19958, tv_nsec: 520406516 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:44.205917637Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:44.238344281Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:44.391731521Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:44.396763384Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:44.399642866Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:45.860375435Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:45.866594443Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:45.869699866Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:45.990308772Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:46.385586022Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:46.391956496Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:46.39532202Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:46.826984312Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:46.906584113Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:46.912852728Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:46.916410898Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:48.274588948Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:48.280570763Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:48.283956385Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:49.021094691Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:49.027080605Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:49.030096104Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:50.293372047Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:50.299048278Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:50.302169894Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:51.669284439Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:51.675280862Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:51.678245361Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:52.603981138Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:52.609407551Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:52.612915131Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:53.504191516Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:53.50937327Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:53.512122349Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:54.772835395Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:54.777816747Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:54.780429655Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:55.94849283Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:55.95406208Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:55.956637949Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:56.020188148Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:56.855771394Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:57.279560004Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:57.285516977Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:57.288556497Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:58.79582547Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:58.801605922Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:58.805103273Z","hostname":"oxz_switch","pid":5009} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:59.280162471Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:57:59.280970765Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"83.277516966s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:59.855715949Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:59.861504984Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:57:59.864604447Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:00.534775992Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:00.540458822Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:00.543995913Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:01.119199694Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:01.124695521Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:01.128047839Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:01.659995424Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:01.665413481Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:01.668353424Z","hostname":"oxz_switch","pid":5009} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:02.015566705Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 19976, tv_nsec: 282284791 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:02.016102458Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:02.048635976Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:02.397447624Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:02.402670775Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:02.405559027Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:03.398247165Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:03.403472621Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:03.406262085Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:04.336989303Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:04.342255355Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:04.345016964Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:05.416859822Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:05.428798288Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:05.431664165Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:06.049111239Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:06.52388642Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:06.529686741Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:06.533246997Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:06.88528452Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:07.704148535Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:07.709383301Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:07.712906416Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:08.416041521Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:08.421177105Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:08.424404304Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:09.335378841Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:09.341007987Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:09.34401812Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:10.171222988Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:10.176335094Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:10.179106639Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:10.891036294Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:10.896910961Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:10.900098017Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:12.203777026Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:12.209448097Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:12.212553822Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:13.450517151Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:13.455346659Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:13.458042241Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:14.967074139Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:14.972497054Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:14.975165797Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:16.078307715Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:16.359931751Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:16.3646314Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:16.367358576Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:16.914252143Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:17.089840589Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:58:17.090651949Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"101.038854591s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:17.70311715Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:17.708008956Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:17.710783697Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:19.195129412Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:19.200722572Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:19.203839272Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:20.663993025Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:20.670452497Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:20.674219165Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:21.382581069Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:21.389128844Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:21.392684815Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:22.763382337Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:22.769274144Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:22.772487719Z","hostname":"oxz_switch","pid":5009} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:23.518456969Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 19997, tv_nsec: 726787459 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:23.519007629Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:23.550330769Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:24.119369766Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:24.12492213Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:24.127873837Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:25.019521127Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:25.025343236Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:25.028046024Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:26.106870747Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:26.148417813Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:26.154045545Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:26.157047049Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:26.872608945Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:26.876957048Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:26.880178772Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:26.943782083Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:28.224353919Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:28.228921369Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:28.232078444Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:29.357722796Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:29.362666585Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:29.36961991Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:30.268696816Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:30.273786157Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:30.276275203Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:31.435622651Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:31.447691014Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:31.450852116Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:33.194224613Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:41.428745902Z","hostname":"oxz_switch","pid":5009} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:41.441463475Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:58:41.467761816Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"125.346712555s","count":"6"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:41.701704806Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:41.708920568Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:41.709603296Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:42.489375091Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:42.497019957Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:42.501390104Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:43.854545315Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:43.862176154Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:43.866825873Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:44.806397188Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:44.814717409Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:44.820178486Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:45.458664353Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:45.465335151Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:45.469380346Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:46.933316221Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:46.940700893Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:46.946511148Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:47.61990117Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:47.627348326Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:47.631373682Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:49.102187775Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:49.11015603Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:49.114579047Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:50.403783634Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:50.409412801Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:50.412421707Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:51.732147665Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:51.732587793Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:51.901108606Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:51.910070136Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:51.927071688Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:53.197746536Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:53.2027102Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:53.205641635Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:54.478394512Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:54.484313404Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:54.488846821Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:55.983728606Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:55.988764851Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:55.991604555Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:57.603373945Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:57.611854006Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:57.617685927Z","hostname":"oxz_switch","pid":5009} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:58.104031324Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 20032, tv_nsec: 239894140 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:58.104726107Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:58.161579365Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:58.273463836Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:58.281556789Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:58.285511784Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:59.569365021Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:59.574706652Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:58:59.577360892Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:00.622799608Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:00.628031267Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:00.631533194Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:01.372436055Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:01.378175694Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:01.381443336Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:01.732437798Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:01.733805654Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:01.922976748Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:01.930354998Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:01.934032968Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:02.948525892Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:02.954849822Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:02.958563512Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:04.232497623Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:04.239021696Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:04.242547423Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:05.434065572Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:05.441152896Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:05.444230244Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:06.949476657Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:06.954855729Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:06.957896986Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:08.170983902Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:08.175037149Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:08.177566196Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:09.00420776Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:09.010354676Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:09.013316053Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:10.356600625Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:10.361361695Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:10.363919734Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:11.623561522Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:11.629429423Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:11.632580953Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:11.735013334Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:11.735552314Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:12.862306075Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:12.867158986Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:12.869831966Z","hostname":"oxz_switch","pid":5009} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:13.161999603Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-08T13:59:13.164382428Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"157.029112637s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:13.653823242Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:13.659309926Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:13.662075099Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:14.558707009Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:14.564111551Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:14.567670919Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:15.191380067Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:15.198582223Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:15.203829223Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:16.423354862Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:16.432586326Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:16.436888988Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:17.262407011Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:17.270722968Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:17.274102122Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:18.221464093Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:18.229360032Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:18.232494902Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:18.9316653Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:18.937491081Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:18.940311934Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:19.955194475Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:19.965763445Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:19.969449835Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:21.046361431Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:21.051116631Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:21.054168049Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:21.743596433Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:21.74397104Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:21.975000057Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:21.97987322Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:21.982480059Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:23.461446553Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:23.467795543Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:23.471241789Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:24.360977488Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:24.367283967Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:24.370961417Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:25.697143096Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:25.704497895Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:25.708142264Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:26.827064967Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:26.833204733Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:26.836615468Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:28.27434563Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:28.280347514Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:28.284011123Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:28.934016796Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:28.939882251Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:28.943275285Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:29.660841363Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:29.667140022Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:29.670817842Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:30.921896819Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:30.926259012Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:30.929015794Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:31.573547597Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:31.578905348Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:31.582263392Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:31.746401402Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:31.747020564Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:32.417166443Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:32.422427603Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:32.425640453Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:33.716976452Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:33.723756041Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:33.727295008Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:34.328907768Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:34.335474812Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:34.339325185Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:34.924399841Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:34.930367854Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:34.934080275Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:35.858599574Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:35.864152249Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:35.866947222Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:37.071985206Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:37.077439769Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:37.08169194Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:38.485631152Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:38.491469623Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:38.495178223Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:39.25602315Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:39.262074474Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:39.265309936Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:40.472158664Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:40.477821611Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:40.481095244Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:41.338870677Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:41.344361631Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:41.347211596Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:41.749132721Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:41.755063644Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:42.410195758Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:42.415917376Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:42.418879472Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:43.747830184Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:43.753148335Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:43.756357716Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:45.260987807Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:45.265772458Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:45.268960888Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:46.008082774Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:46.013112069Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:46.016270649Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:46.681466494Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:46.686485879Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:46.688870794Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:47.332876287Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:47.339501532Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:47.342570341Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:48.114625829Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:48.120945519Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:48.124280422Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:49.211550895Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:49.216824204Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:49.220334241Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:49.752188859Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:49.758189233Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:49.761558677Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:51.025202781Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:51.030732746Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:51.033906626Z","hostname":"oxz_switch","pid":5009} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:51.751924312Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8795871198298708978"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:51.757556668Z","hostname":"oxz_switch","pid":5009,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16711503178325195605"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:52.491233641Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:52.495882489Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:52.499572219Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:53.370047103Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:53.374509887Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:53.377533105Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:54.49451532Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:54.498947804Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:54.502021272Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:55.960938876Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:55.966239197Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:55.969267454Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:56.674940766Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:56.679627985Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:56.682160902Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:57.437042316Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:57.443231434Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:57.447094237Z","hostname":"oxz_switch","pid":5009} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:57.61086188Z","hostname":"oxz_switch","pid":5009,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"21dc6c2d-dbf0-427d-a404-b9d785bb35e1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2782c1ea-461e-4adf-a001-4ff1493d395e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"29ed5727-b604-4081-b501-519893cd8e22.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 20091, tv_nsec: 753023292 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:57.611995901Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:57.64395807Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:57.713615777Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5bae0f8-c8c5-44b9-8aa8-7f7a36c5d51f\", \"content-length\": \"41\", \"date\": \"Fri, 08 May 2026 13:59:57 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:57.71484152Z","hostname":"oxz_switch","pid":5009,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:58.430374138Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:58.436137527Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:58.439631273Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:59.450397856Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:59.455264038Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T13:59:59.458175243Z","hostname":"oxz_switch","pid":5009} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T14:00:00.592208261Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportrear0_0 addrs [fe80::e4ab:d5ff:fe92:4c6e]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T14:00:00.599664172Z","hostname":"oxz_switch","pid":5009} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-08T14:00:00.603616207Z","hostname":"oxz_switch","pid":5009}