[ Oct 22 19:56:36 Enabled. ] [ Oct 22 19:56:36 Rereading configuration. ] [ Oct 22 19:56:37 Rereading configuration. ] [ Oct 22 19:56:58 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Oct 22 19:56:58 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:56:58.727482141Z","hostname":"oxz_switch","pid":4968,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:56:58.729698879Z","hostname":"oxz_switch","pid":4968} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:56:58.730068452Z","hostname":"oxz_switch","pid":4968} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:56:58.730336164Z","hostname":"oxz_switch","pid":4968,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:56:58.730642507Z","hostname":"oxz_switch","pid":4968,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2c1b7751-7f4c-4f60-8ac9-da52e58a4e51,\n ),\n sled_id: Some(\n 1ebaef66-d398-4d3f-a206-a878c8eac3e7,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:56:58.732090508Z","hostname":"oxz_switch","pid":4968} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:56:58.732142189Z","hostname":"oxz_switch","pid":4968,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:56:58.738288049Z","hostname":"oxz_switch","pid":4968,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3003:f2ff:fec6:512a->32:03:f2:c6:51:2a"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:56:58.738360779Z","hostname":"oxz_switch","pid":4968} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:56:58.742882786Z","hostname":"oxz_switch","pid":4968} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:56:58.747709495Z","hostname":"oxz_switch","pid":4968} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.000128241Z","hostname":"oxz_switch","pid":4968,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc30:daff:fefd:ae43->fe:30:da:fd:ae:43"} [ Oct 22 19:57:00 Rereading configuration. ] [ Oct 22 19:57:00 Executing refresh method (:kill). ] [ Oct 22 19:57:00 Stopping because all processes in service exited. ] [ Oct 22 19:57:00 Executing stop method (:kill). ] [ Oct 22 19:57:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Oct 22 19:57:00 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.259555365Z","hostname":"oxz_switch","pid":5486,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.260546123Z","hostname":"oxz_switch","pid":5486} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.260838265Z","hostname":"oxz_switch","pid":5486} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.260913246Z","hostname":"oxz_switch","pid":5486,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.261182118Z","hostname":"oxz_switch","pid":5486,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.26137157Z","hostname":"oxz_switch","pid":5486,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 2c1b7751-7f4c-4f60-8ac9-da52e58a4e51, sled_id: 1ebaef66-d398-4d3f-a206-a878c8eac3e7, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 0b6ec17e-0234-437c-8a0e-c73dcd5bb6b8, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.26140574Z","hostname":"oxz_switch","pid":5486,"unit":"oximeter","producer_id":"39cf5949-aee0-4123-a2c1-b517e03b3b0f"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 2c1b7751-7f4c-4f60-8ac9-da52e58a4e51,\n ),\n sled_id: Some(\n 1ebaef66-d398-4d3f-a206-a878c8eac3e7,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.262523509Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.270710545Z","hostname":"oxz_switch","pid":5486} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.271982696Z","hostname":"oxz_switch","pid":5486,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3003:f2ff:fec6:512a->32:03:f2:c6:51:2a"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.272351209Z","hostname":"oxz_switch","pid":5486,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc30:daff:fefd:ae43->fe:30:da:fd:ae:43"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.274032312Z","hostname":"oxz_switch","pid":5486,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.274586367Z","hostname":"oxz_switch","pid":5486,"local_addr":"[fd00:1122:3344:101::2]:48377","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.274680798Z","hostname":"oxz_switch","pid":5486,"local_addr":"[fd00:1122:3344:101::2]:48377","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.274811129Z","hostname":"oxz_switch","pid":5486,"local_addr":"[fd00:1122:3344:101::2]:48377","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:48377","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.274823359Z","hostname":"oxz_switch","pid":5486,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.274833619Z","hostname":"oxz_switch","pid":5486,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.27495823Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.275309943Z","hostname":"oxz_switch","pid":5486,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.275342113Z","hostname":"oxz_switch","pid":5486,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:48377","producer_id":"39cf5949-aee0-4123-a2c1-b517e03b3b0f"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:00.275362243Z","hostname":"oxz_switch","pid":5486,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.275370143Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.275583515Z","hostname":"oxz_switch","pid":5486} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.275993998Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:00.276764475Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.393431ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.277015387Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-22T19:56:32.518887740Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.277035067Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","id":"10504522126455372507"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.277046837Z","hostname":"oxz_switch","pid":5486,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:00.278435898Z","hostname":"oxz_switch","pid":5486} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.523266174Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e875180-3f2c-4f0b-a878-8fed5fb9ebe3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"73898c74-0dc4-4105-8246-fe22d2a38964.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 569, tv_nsec: 469148009 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.523914929Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.543340496Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.849344108Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:00.860083575Z","hostname":"oxz_switch","pid":5486} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:00.862933818Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:01.47233968Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:01.477947145Z","hostname":"oxz_switch","pid":5486} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:01.481085081Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:02.387916925Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:02.392767724Z","hostname":"oxz_switch","pid":5486} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:02.395842929Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:02.914139653Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:02.919139713Z","hostname":"oxz_switch","pid":5486} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:02.922322249Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:03.732030494Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:03.736834613Z","hostname":"oxz_switch","pid":5486} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:03.74009188Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:04.537337125Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:04.541385278Z","hostname":"oxz_switch","pid":5486} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:04.543571305Z","hostname":"oxz_switch","pid":5486} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:57:05.225010781Z","hostname":"oxz_switch","pid":5486,"interface":"tfportqsfp0_0","entry":"10.151.1.174->52:17:e4:ae:db:71"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:05.380905815Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:05.385623523Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:05.388320185Z","hostname":"oxz_switch","pid":5486} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:05.388533887Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:05.389773637Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-22T19:56:32.518752069Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:05.389845188Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","id":"5774364433794701276"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:05.389877958Z","hostname":"oxz_switch","pid":5486,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:06.389105001Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:06.393932151Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:06.396920555Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:07.785825418Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:07.790170993Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:07.793157387Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:09.08455932Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:09.088786424Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:09.091438156Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:10.280659449Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:10.498314524Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:10.50269096Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:10.505666774Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:11.189972413Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:11.193170269Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:11.196480485Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:12.650012873Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:12.654245927Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:12.656920479Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:13.25020322Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:13.255202091Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:13.258137984Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:14.031471274Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:14.035761746Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:14.038159344Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:15.149447166Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:15.154293902Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:15.156621595Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:15.39553464Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:15.549229146Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:15.550335487Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.270783135s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:16.160512382Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:16.165136076Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:16.167721757Z","hostname":"oxz_switch","pid":5486} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:16.202793535Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e875180-3f2c-4f0b-a878-8fed5fb9ebe3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"73898c74-0dc4-4105-8246-fe22d2a38964.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 585, tv_nsec: 142830790 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:16.20348136Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:16.211053425Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:17.562983865Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:17.567224205Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:17.570193318Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:18.175887007Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:18.18065258Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:18.183433744Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:18.971738836Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:18.976049826Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:18.978490529Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:19.608047061Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:19.615448713Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:19.619921908Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:20.357343193Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:20.835804348Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:20.84234093Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:20.846133549Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:21.653327431Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:21.658907923Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:21.662162875Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:22.343794624Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:22.348536514Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:22.351771646Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:23.344432026Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:23.349449482Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:23.352160644Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:24.094784634Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:24.098203104Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:24.100210839Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:25.405107648Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:25.4125778Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:25.422911472Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:25.426400113Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:26.454801884Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:26.460961232Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:26.46420138Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:27.701431459Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:27.706779765Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:27.710090827Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:28.22650934Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:28.232609558Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:28.236142249Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:29.678748326Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:29.68292778Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:29.685563799Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:30.387112833Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:30.464339848Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:30.469166983Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:30.472151895Z","hostname":"oxz_switch","pid":5486} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:31.254202602Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:31.254955536Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.931918455s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:31.955948733Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:31.961170729Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:31.964053543Z","hostname":"oxz_switch","pid":5486} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:32.434494912Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e875180-3f2c-4f0b-a878-8fed5fb9ebe3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"73898c74-0dc4-4105-8246-fe22d2a38964.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 601, tv_nsec: 329561533 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:32.435167176Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:32.443250247Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:32.929434972Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:32.934762673Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:32.937713899Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:33.700799701Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:33.705371847Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:33.708432122Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:34.854108216Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:34.859033249Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:34.862323892Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:35.456279286Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:36.378228602Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:36.385502341Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:36.389118761Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:37.032009699Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:37.036225784Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:37.038694884Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:38.396586875Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:38.401575165Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:38.40459034Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:39.425978392Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:39.430184976Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:39.432993079Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:40.395464665Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:40.399883161Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:40.403387839Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:40.406661146Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:41.892026386Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:41.897334899Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:41.900217452Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:42.441925608Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:42.446947459Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:42.450522858Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:43.200640174Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:43.204833568Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:43.207364558Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:44.637986023Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:44.649100573Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:44.654309986Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:45.393315939Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:45.400258015Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:45.404252788Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:45.460677835Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:46.812715272Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:46.818874482Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:46.822130548Z","hostname":"oxz_switch","pid":5486} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:47.453272066Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:57:47.454366515Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"47.119211602s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:47.724609487Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:47.730056491Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:47.734384276Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:49.016400485Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:49.020449018Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:49.023316841Z","hostname":"oxz_switch","pid":5486} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:49.419488404Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e875180-3f2c-4f0b-a878-8fed5fb9ebe3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"73898c74-0dc4-4105-8246-fe22d2a38964.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 618, tv_nsec: 305971140 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:49.420099959Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:49.426714893Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:50.23166016Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:50.236467459Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:50.239458223Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:50.404932972Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:51.641735128Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:51.646868953Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:51.649698806Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:52.406508931Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:52.410454196Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:52.413292151Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:52.961154746Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:52.965279011Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:52.968129054Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:53.694905875Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:53.700369961Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:53.703723307Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:54.229872373Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:54.234798753Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:54.237464034Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:55.46293042Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:55.633400072Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:55.63803369Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:55.640890855Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:56.677196645Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:56.682472417Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:56.685128119Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:57.395554939Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:57.400495019Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:57.40319566Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:57.969886895Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:57.973867431Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:57.976961013Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:59.369413622Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:59.374026239Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:57:59.376701271Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:00.409046571Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:00.580641243Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:00.585426831Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:00.588235414Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:01.495784838Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:01.500898473Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:01.503363624Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:02.908984751Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:02.913445137Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:02.917254318Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:03.706097745Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:03.710661082Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:03.713458615Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:04.344642863Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:04.349260921Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:04.352009553Z","hostname":"oxz_switch","pid":5486} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:04.430932403Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:58:04.43178132Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"64.094138797s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:04.943783972Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:04.949357777Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:04.952219191Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:05.46511973Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:06.096607031Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:06.100978256Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:06.104156472Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:06.826364489Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:06.83137939Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:06.834750447Z","hostname":"oxz_switch","pid":5486} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.142454802Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e875180-3f2c-4f0b-a878-8fed5fb9ebe3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"73898c74-0dc4-4105-8246-fe22d2a38964.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 637, tv_nsec: 26283027 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.142906505Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.150434046Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.20634132Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.211230229Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.214385355Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.936399341Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.940463934Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:08.942990284Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:09.461867603Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:09.466574581Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:09.46898941Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:10.411654755Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:10.806533308Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:10.810959154Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:10.813530965Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:11.827135015Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:11.832073735Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:11.834765757Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:13.289902548Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:13.294279604Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:13.297049046Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:13.962517583Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:13.967218911Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:13.970285596Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:14.908589355Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:14.915469511Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:14.918993659Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:15.467970981Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"removed stale NDP entry :fe80::fc30:daff:fefd:ae43->fe:30:da:fd:ae:43","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:58:16.49639868Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:21.221771795Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:21.240129204Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:21.242637824Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:21.964147365Z","hostname":"oxz_switch","pid":5486} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-22T19:58:23.429478077Z","hostname":"oxz_switch","pid":5486,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc30:daff:fefd:ae43->fe:30:da:fd:ae:43"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:23.55191079Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:58:24.05887625Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"83.637959134s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:25.575568729Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:25.599875846Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:25.630719276Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:25.996317561Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:27.481720265Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:27.488840683Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:27.493255528Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:29.02995651Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:29.037630901Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:29.04244893Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:30.532734935Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:30.538587153Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:30.542201392Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:31.307604348Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:31.858108203Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:31.866881394Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:31.873571458Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:33.283091248Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:33.294399469Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:33.301519337Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:34.462824564Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:34.470720239Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:34.47708428Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:35.354281743Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:35.361107538Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:35.365129561Z","hostname":"oxz_switch","pid":5486} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:35.439691776Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e875180-3f2c-4f0b-a878-8fed5fb9ebe3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"73898c74-0dc4-4105-8246-fe22d2a38964.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 664, tv_nsec: 320948366 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:35.440414831Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:35.526467089Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:35.605848703Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:36.577587913Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:36.583853234Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:36.588826164Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:37.820522839Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:37.827033895Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:37.832641851Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:39.150037733Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:39.155955171Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:39.159793342Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:39.790317375Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:39.797380783Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:39.802623165Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:40.673122344Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:40.679676308Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:40.683832061Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:41.353157249Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:41.892279821Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:41.899101026Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:41.903148549Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:42.525037431Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:42.532091148Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:42.53600476Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:43.663444643Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:43.673379803Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:43.67791606Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:44.801527341Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:44.806598882Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:44.821981607Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:45.612658779Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:46.190179461Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:46.196253961Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:46.199698138Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:47.110839747Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:47.116764855Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:47.125178683Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:48.489003293Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:48.49479584Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:48.497797924Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:49.834576975Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:49.840612274Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:49.844480675Z","hostname":"oxz_switch","pid":5486} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:50.529296938Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:58:50.532272302Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"110.193150534s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:51.300831485Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:51.30637445Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:51.310286182Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:51.357266233Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:52.259840602Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:52.268074019Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:52.272085401Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:53.788595859Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:53.797157809Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:53.802009248Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:54.477274974Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:54.485296029Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:54.49406894Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:55.039501502Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:55.045763843Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:55.050030298Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:55.615690645Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:56.07139683Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:56.076665673Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:56.079695287Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:56.89999517Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:56.904638118Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:56.90741791Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:57.820300052Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:57.825314003Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:57.828211996Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:59.049672061Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:59.055528769Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:59.058638624Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:59.843277477Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:59.84851799Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:58:59.851516554Z","hostname":"oxz_switch","pid":5486} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:00.093388175Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e875180-3f2c-4f0b-a878-8fed5fb9ebe3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"73898c74-0dc4-4105-8246-fe22d2a38964.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 688, tv_nsec: 976103120 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:00.094203332Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:00.10267605Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:00.677142769Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:00.681729006Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:00.684440658Z","hostname":"oxz_switch","pid":5486} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:01.176422848Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9045db6-96eb-4856-a510-92b043dcccf1\", \"content-length\": \"133\", \"date\": \"Thu, 22 Oct 2026 19:59:01 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-22T19:59:01.177367686Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f9045db6-96eb-4856-a510-92b043dcccf1\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Thu, 22 Oct 2026 19:59:01 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"f9045db6-96eb-4856-a510-92b043dcccf1\\\" }\"","delay":"120.838792733s","count":"7"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:01.358763797Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:01.804523452Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:01.809858555Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:01.812686448Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:02.411528464Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:02.416626215Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:02.419283786Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:03.758754668Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:03.7638053Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:03.766979655Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:04.528751222Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:04.533342809Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:04.536002901Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:05.251703305Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:05.25729496Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:05.260217414Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:05.617909924Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:06.13286474Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:06.138573767Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:06.142122395Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:07.508483346Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:07.51401759Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:07.516882823Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:08.603205333Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:08.608145063Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:08.611275548Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:09.817611641Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:09.822176878Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:09.8248531Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:10.490241255Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:10.495231615Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:10.498656163Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:11.360935995Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:11.840010321Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:11.845424155Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:11.848375228Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:13.128027765Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:13.133170157Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:13.135816328Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:13.764345876Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:13.769681429Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:13.772929605Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:14.53559561Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:14.5404358Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:14.543162582Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:15.384753116Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:15.389349343Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:15.392386328Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:15.61950612Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:16.360758241Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:16.366650559Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:16.370069857Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:17.611417253Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:17.616601525Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:17.619289627Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:18.252921515Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:18.2609266Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:18.265161294Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:18.921121254Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:18.925324908Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:18.928414933Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:20.141800121Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:20.147146284Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:20.15027418Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:21.36372499Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:21.499900914Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:21.505182377Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:21.508580615Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:22.671545955Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:22.676768448Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:22.679890493Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:23.708577604Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:23.714702924Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:23.717597357Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:24.248533573Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:24.253887477Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:24.256800277Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:25.440314337Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:25.444957975Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:25.447641317Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:25.623272311Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:25.972427982Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:25.977343822Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:25.980218816Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:26.812907128Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:26.818167611Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:26.821465317Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:27.69860091Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:27.705079912Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:27.708221938Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:28.76540265Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:28.769548934Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:28.772046174Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:29.983552239Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:29.988264077Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:29.991427283Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:31.128301481Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:31.132681937Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:31.135749491Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:31.36732747Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:32.099723518Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:32.104796589Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:32.107413361Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:33.055836272Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:33.060864493Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:33.063281862Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:33.631618942Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:33.637006495Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:33.639902379Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:35.113169675Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:35.118890651Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:35.121942636Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:35.624494812Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:36.303247687Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:36.311226281Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:36.316132291Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:37.369389893Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:37.374895998Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:37.377962212Z","hostname":"oxz_switch","pid":5486} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:37.783843464Z","hostname":"oxz_switch","pid":5486,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e875180-3f2c-4f0b-a878-8fed5fb9ebe3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"73898c74-0dc4-4105-8246-fe22d2a38964.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cdf4c94b-a076-44f6-9924-6e936644b832.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 726, tv_nsec: 666229400 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:37.784332958Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:37.869747291Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:37.973474012Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b79e3d4-b765-4819-aa8d-f6cfc725f1ef\", \"content-length\": \"41\", \"date\": \"Thu, 22 Oct 2026 19:59:37 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:37.974736832Z","hostname":"oxz_switch","pid":5486,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:38.201336029Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:38.206291049Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:38.208990691Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:39.297101426Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:39.302306278Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:39.304878989Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:40.597206238Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:40.601924287Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:40.604552538Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:41.370784041Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:41.817502704Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:41.822563415Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:41.82564109Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:42.808326109Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:42.813647523Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:42.816563346Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:44.323606426Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:44.328780768Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:44.331942214Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:45.627911713Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:45.765169636Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:45.770187657Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:45.773164131Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:47.193304337Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:47.198780572Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:47.201499084Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:47.914820499Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:47.919712538Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:47.922712023Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:48.782892938Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:48.78811237Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:48.791331076Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:49.810350049Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:49.814840256Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:49.818378325Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:51.029815138Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:51.034234543Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:51.037428659Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:51.372223564Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10504522126455372507"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:51.680783537Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:51.68615235Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:51.689348056Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:53.078648382Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:53.083492942Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:53.086728668Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:53.714136846Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:53.719250297Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:53.722157851Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:54.503491477Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:54.507932933Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:54.511056148Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:55.478669364Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:55.483244971Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:55.486161105Z","hostname":"oxz_switch","pid":5486} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:55.629383786Z","hostname":"oxz_switch","pid":5486,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5774364433794701276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:56.442220898Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:56.447678482Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:56.450794177Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:56.97521806Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:56.979486924Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:56.982549399Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:57.967072843Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:57.9717201Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:57.974574964Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:59.312297101Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:59.317804706Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T19:59:59.320839041Z","hostname":"oxz_switch","pid":5486} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T20:00:00.04719644Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportrear0_0 addrs [fe80::3003:f2ff:fec6:512a]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T20:00:00.052242201Z","hostname":"oxz_switch","pid":5486} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-22T20:00:00.054976543Z","hostname":"oxz_switch","pid":5486}