[ Jun 22 20:57:33 Enabled. ] [ Jun 22 20:57:33 Rereading configuration. ] [ Jun 22 20:57:33 Rereading configuration. ] [ Jun 22 20:57:54 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 22 20:57:54 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.835330006Z","hostname":"oxz_switch","pid":5392,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.836968805Z","hostname":"oxz_switch","pid":5392} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.837328308Z","hostname":"oxz_switch","pid":5392} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.837610408Z","hostname":"oxz_switch","pid":5392,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.839535567Z","hostname":"oxz_switch","pid":5392,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 7bce3dba-e69f-40e3-af3d-e57c41000ab0,\n ),\n sled_id: Some(\n b1bb57c8-1219-4e64-9766-50e554fc8000,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.84072853Z","hostname":"oxz_switch","pid":5392} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.84074553Z","hostname":"oxz_switch","pid":5392,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.845226981Z","hostname":"oxz_switch","pid":5392,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8403:8ff:fe74:d9e8->86:03:08:74:d9:e8"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:54.845413778Z","hostname":"oxz_switch","pid":5392,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4893:45ff:fe06:6d4c->4a:93:45:06:6d:4c"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:54.845934486Z","hostname":"oxz_switch","pid":5392} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:54.85132438Z","hostname":"oxz_switch","pid":5392} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:57:54.856949791Z","hostname":"oxz_switch","pid":5392} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.468570807Z","hostname":"oxz_switch","pid":5392} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.474491149Z","hostname":"oxz_switch","pid":5392} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:57:55.477925403Z","hostname":"oxz_switch","pid":5392} [ Jun 22 20:57:55 Rereading configuration. ] [ Jun 22 20:57:55 Executing refresh method (:kill). ] [ Jun 22 20:57:55 Stopping because all processes in service exited. ] [ Jun 22 20:57:55 Executing stop method (:kill). ] [ Jun 22 20:57:55 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 22 20:57:55 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.538716582Z","hostname":"oxz_switch","pid":5508,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.539759039Z","hostname":"oxz_switch","pid":5508} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.540094231Z","hostname":"oxz_switch","pid":5508} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.540215176Z","hostname":"oxz_switch","pid":5508,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.542030011Z","hostname":"oxz_switch","pid":5508,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.54229063Z","hostname":"oxz_switch","pid":5508,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 7bce3dba-e69f-40e3-af3d-e57c41000ab0, sled_id: b1bb57c8-1219-4e64-9766-50e554fc8000, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: c07e18ba-2a6a-4eb0-8901-d3b5f083610e, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.542367073Z","hostname":"oxz_switch","pid":5508,"unit":"oximeter","producer_id":"0a0b72c8-deec-4037-b15a-662ce57febbe"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 7bce3dba-e69f-40e3-af3d-e57c41000ab0,\n ),\n sled_id: Some(\n b1bb57c8-1219-4e64-9766-50e554fc8000,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.543283395Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.55009184Z","hostname":"oxz_switch","pid":5508} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.552010328Z","hostname":"oxz_switch","pid":5508,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8403:8ff:fe74:d9e8->86:03:08:74:d9:e8"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.552399892Z","hostname":"oxz_switch","pid":5508,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4893:45ff:fe06:6d4c->4a:93:45:06:6d:4c"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.553702219Z","hostname":"oxz_switch","pid":5508,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.582915766Z","hostname":"oxz_switch","pid":5508,"local_addr":"[fd00:1122:3344:101::2]:52474","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.583039821Z","hostname":"oxz_switch","pid":5508,"local_addr":"[fd00:1122:3344:101::2]:52474","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.583236288Z","hostname":"oxz_switch","pid":5508,"local_addr":"[fd00:1122:3344:101::2]:52474","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:52474","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.583280589Z","hostname":"oxz_switch","pid":5508,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.58329905Z","hostname":"oxz_switch","pid":5508,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.583516488Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.583969074Z","hostname":"oxz_switch","pid":5508,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.583995425Z","hostname":"oxz_switch","pid":5508,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:52474","producer_id":"0a0b72c8-deec-4037-b15a-662ce57febbe"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:55.584052667Z","hostname":"oxz_switch","pid":5508,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.584061047Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.584762413Z","hostname":"oxz_switch","pid":5508} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.585422456Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.586319468Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ced8f93-cce6-4e63-881d-80d3d466d311.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a59adb2d-7337-41ad-903a-16d8deaaba35.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 678, tv_nsec: 352987293 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.587696868Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-22T20:57:28.507357222Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.587864104Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","id":"13823993491302749283"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.587884905Z","hostname":"oxz_switch","pid":5508,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.588157214Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:57:55.590973655Z","hostname":"oxz_switch","pid":5508} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:55.612654882Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-22T20:57:56.895930536Z","hostname":"oxz_switch","pid":5508,"interface":"tfportqsfp0_0","entry":"10.151.2.174->3e:4d:c6:e9:d6:37"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:56.95239172Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:56.956628082Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:56.959590788Z","hostname":"oxz_switch","pid":5508} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:56.959776115Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:56.960994388Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-22T20:57:28.507226437Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:56.96104336Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","id":"17798845198060606872"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:56.96105778Z","hostname":"oxz_switch","pid":5508,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:58.320237525Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:58.324936644Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:58.328564264Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:59.348880121Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:59.353609091Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:57:59.356541356Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:00.008723265Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:00.013390002Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:00.016060328Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:01.465499229Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:01.470918593Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:01.474221852Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:02.693435609Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:02.698221381Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:02.701366354Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:03.702797223Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:03.707769652Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:03.710615003Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:04.907611205Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:04.911902708Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:04.915323801Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:05.590056939Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:06.310540867Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:06.315174843Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:06.318354127Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:06.85261459Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:06.856896824Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:06.860051647Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:06.96308782Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:07.751485824Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:07.756388559Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:07.759808162Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:09.153836006Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:09.157816349Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:09.160441033Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:11.010760155Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:11.016096817Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:11.018947089Z","hostname":"oxz_switch","pid":5508} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:11.200441953Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:58:11.201471212Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.030895408s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:11.487381918Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ced8f93-cce6-4e63-881d-80d3d466d311.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a59adb2d-7337-41ad-903a-16d8deaaba35.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 693, tv_nsec: 668624978 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:11.48799976Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:11.495735218Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:12.281461452Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:12.290537435Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:12.293666931Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:12.824124748Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:12.828659551Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:12.832075153Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:13.912849883Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:13.917284403Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:13.920205228Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:14.828071162Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:14.832794842Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:14.836156443Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:16.008361288Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:16.012771687Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:16.015514985Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:16.165602841Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:17.355597798Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:17.360013317Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:17.363111809Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:17.534186098Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:18.253774555Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:18.258217372Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:18.261552624Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:19.026123109Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:19.030121881Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:19.033389329Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:20.423982557Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:20.428258811Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:20.431329361Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:21.109224849Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:21.116051775Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:21.119684165Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:22.615217093Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:22.621085044Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:22.624995285Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:24.231624358Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:24.25890085Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:24.267188236Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:24.884848378Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:24.893901533Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:24.902218712Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:25.88276199Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:25.890960464Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:25.900984845Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:26.144120134Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:26.455416084Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:58:26.456658779Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.32775863s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:26.642768149Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:26.647386415Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:26.650550239Z","hostname":"oxz_switch","pid":5508} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:27.109847319Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ced8f93-cce6-4e63-881d-80d3d466d311.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a59adb2d-7337-41ad-903a-16d8deaaba35.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 709, tv_nsec: 333698480 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:27.110372558Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:27.117684161Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:27.467692523Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:27.472274877Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:27.475176381Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:27.509029939Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:28.574887091Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:28.581099653Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:28.584925342Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:29.66534464Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:29.671770941Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:29.674586053Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:30.726914011Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:30.732906926Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:30.736203579Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:31.588696659Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:31.593922967Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:31.59705193Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:32.12785266Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:32.133085809Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:32.136407868Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:32.751517619Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:32.758242021Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:32.762049268Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:34.25570555Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:34.261632303Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:34.264489225Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:34.868108604Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:34.871916711Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:34.875343864Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:36.022823552Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:36.027874114Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:36.03071954Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:36.11985506Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:37.447453333Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:37.452139342Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:37.455313136Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:37.483553651Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:38.05970564Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:38.06495327Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:38.074992425Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:39.293598929Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:39.2995683Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:39.303233593Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:40.122117521Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:40.12661863Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:40.129146406Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:41.519066024Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:41.523951298Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:41.526695765Z","hostname":"oxz_switch","pid":5508} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:42.09244866Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:58:42.093691894Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"45.992544892s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:42.572291648Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:42.579276516Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:42.582832664Z","hostname":"oxz_switch","pid":5508} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:42.960235907Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ced8f93-cce6-4e63-881d-80d3d466d311.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a59adb2d-7337-41ad-903a-16d8deaaba35.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 725, tv_nsec: 207083279 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:42.960328742Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:42.971224028Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:43.649612654Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:43.660612928Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:43.666801889Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:45.045413156Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:45.049812674Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:45.05247928Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:45.812141922Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:45.817996392Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:45.820902106Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:46.125569752Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:46.877424167Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:46.882443207Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:46.88532685Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:47.491226227Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:47.888708324Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:47.893500296Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:47.896716381Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:48.911882191Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:48.916857597Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:48.920487637Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:50.425687994Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:50.430485256Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:50.433460532Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:51.310347048Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:51.316578462Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:51.32044233Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:52.132942417Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:52.137804801Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:52.14055725Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:52.925467348Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:52.931340608Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:52.935263669Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:53.631192897Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:53.638330553Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:53.642229222Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:54.211016203Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:54.21679266Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:54.220310046Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:55.319564084Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:55.325515237Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:55.328746963Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:56.035830012Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:56.062974245Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:56.068367049Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:56.128000516Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:57.224856909Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:57.243725735Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:57.250934644Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:58.187210099Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:58.199826822Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:58:58.202736426Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"62.097621837s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:58.261369028Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:58.270796636Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:58.276559703Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:59.432295206Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:59.438806389Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:58:59.555083007Z","hostname":"oxz_switch","pid":5508} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:07.847251409Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ced8f93-cce6-4e63-881d-80d3d466d311.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a59adb2d-7337-41ad-903a-16d8deaaba35.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 750, tv_nsec: 85515348 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:07.84979302Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:07.881535798Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:07.94127939Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:08.189106694Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:08.20293427Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:08.238779015Z","hostname":"oxz_switch","pid":5508} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:08.274255767Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:09.744327198Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:09.751974282Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:09.756425802Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:11.178248544Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:11.186287372Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:11.190807304Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:12.459333702Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:12.46515035Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:12.468340014Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:13.60489403Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:13.613798919Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:13.618604271Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:14.848857987Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:14.856023184Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:14.860857207Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:15.504086478Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:15.508522517Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:15.51140958Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:16.388844327Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:16.393536595Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:16.396546774Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:17.699820607Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:17.752581009Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:17.764619161Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:17.884075903Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:18.190317422Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:19.060713246Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:19.066261185Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:19.069628076Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:20.118219039Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:20.129811534Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:20.135116514Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:21.585036104Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:21.59300303Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:21.596662501Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:23.112076678Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:23.124214123Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:23.128647702Z","hostname":"oxz_switch","pid":5508} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:23.28256646Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:59:23.291168558Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"87.186464739s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:24.016278633Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:24.026543921Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:24.031683286Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:24.743619758Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:24.751818961Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:24.758162389Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:25.754688913Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:25.760943208Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:25.764823687Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:26.551734847Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:26.560568034Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:26.565550492Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.158062123Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.166366831Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.171056959Z","hostname":"oxz_switch","pid":5508} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.179968908Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ced8f93-cce6-4e63-881d-80d3d466d311.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a59adb2d-7337-41ad-903a-16d8deaaba35.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 769, tv_nsec: 426221348 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.18085042Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.194210329Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.828036481Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.835614843Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.839499502Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.888669124Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:27.923070128Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:59:27.925508845Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"91.820835056s","count":"5"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:28.193636347Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:29.067949331Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:29.075194481Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:29.078945565Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:30.05677919Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:30.065112798Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:30.068995988Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:31.299357035Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:31.30869689Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:31.313290834Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:32.624128606Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:32.632491236Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:32.636710257Z","hostname":"oxz_switch","pid":5508} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:33.025404022Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ced8f93-cce6-4e63-881d-80d3d466d311.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a59adb2d-7337-41ad-903a-16d8deaaba35.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 775, tv_nsec: 271764863 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:33.025940931Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:33.034336572Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:33.141432892Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcce21f9-a518-43c6-bf06-e0ce5c2d6088\", \"content-length\": \"133\", \"date\": \"Mon, 22 Jun 2026 20:59:33 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-22T20:59:33.144001964Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"dcce21f9-a518-43c6-bf06-e0ce5c2d6088\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Mon, 22 Jun 2026 20:59:33 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"dcce21f9-a518-43c6-bf06-e0ce5c2d6088\\\" }\"","delay":"97.039390914s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:33.384260167Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:33.390115417Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:33.393961334Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:34.294323463Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:34.300020297Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:34.30371846Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:35.430463133Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:35.434510588Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:35.437813877Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:36.46887653Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:36.476252044Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:36.479812752Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:37.646830338Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:37.653619002Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:37.657216501Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:37.892829017Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:38.195484857Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:38.945178972Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:38.95209721Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:38.955836014Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:39.952206153Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:39.959342739Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:39.967420398Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:40.667736864Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:40.672771075Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:40.676470367Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:42.143438968Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:42.147309806Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:42.150914865Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:42.847170456Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:42.85397912Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:42.857431544Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:44.021200274Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:44.025464507Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:44.028556128Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:45.095676113Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:45.101759851Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:45.105177173Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:45.669090049Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:45.675362274Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:45.678960713Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:46.246938295Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:46.253169918Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:46.256764177Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:47.453352544Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:47.459249845Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:47.46217368Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:47.894947765Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:48.196586248Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:48.235204033Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:48.241614262Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:48.244945372Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:49.630171742Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:49.633956757Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:49.636860251Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:50.711447117Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:50.717175653Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:50.720525863Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:51.851618342Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:51.856773416Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:51.859985812Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:52.88812078Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:52.894220348Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:52.897554028Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:53.516917371Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:53.523627161Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:53.527244461Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:54.062588613Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:54.06893021Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:54.072047682Z","hostname":"oxz_switch","pid":5508} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:54.488226711Z","hostname":"oxz_switch","pid":5508,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ced8f93-cce6-4e63-881d-80d3d466d311.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a59adb2d-7337-41ad-903a-16d8deaaba35.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b21960b5-656a-4e51-8a57-a052536a9fd4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 796, tv_nsec: 734959602 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:54.488918696Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:54.495543033Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:54.504885888Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c64efd71-592b-4a6b-8139-d7ddacdb18a9\", \"content-length\": \"41\", \"date\": \"Mon, 22 Jun 2026 20:59:54 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:54.505942336Z","hostname":"oxz_switch","pid":5508,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:55.490478651Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:55.49604627Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:55.499204873Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:56.532660692Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:56.538298134Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:56.541851991Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:57.340849145Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:57.34657884Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:57.350294444Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:57.895964426Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13823993491302749283"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:58.163900131Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:58.169896346Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:58.17336012Z","hostname":"oxz_switch","pid":5508} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:58.198615045Z","hostname":"oxz_switch","pid":5508,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17798845198060606872"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:58.88663301Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:58.89274294Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:58.895810019Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:59.974860053Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:59.980712892Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T20:59:59.983748971Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T21:00:00.941543498Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T21:00:00.950874852Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T21:00:00.955757907Z","hostname":"oxz_switch","pid":5508} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T21:00:02.059965513Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportrear0_0 addrs [fe80::4893:45ff:fe06:6d4c]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T21:00:02.06937475Z","hostname":"oxz_switch","pid":5508} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-22T21:00:02.074272525Z","hostname":"oxz_switch","pid":5508}