[ Jun 11 16:43:19 Enabled. ] [ Jun 11 16:43:19 Rereading configuration. ] [ Jun 11 16:43:21 Rereading configuration. ] [ Jun 11 16:43:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 11 16:43:32 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.153497189Z","hostname":"oxz_switch","pid":5316,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.155537433Z","hostname":"oxz_switch","pid":5316} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.155898053Z","hostname":"oxz_switch","pid":5316} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.15805249Z","hostname":"oxz_switch","pid":5316,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.158257946Z","hostname":"oxz_switch","pid":5316,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 38dc5af2-23b8-4456-9d94-68ecc92977b3,\n ),\n sled_id: Some(\n af5cf918-d244-4d33-8500-e2121d39c9bb,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.159777486Z","hostname":"oxz_switch","pid":5316} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.159811437Z","hostname":"oxz_switch","pid":5316,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.163875745Z","hostname":"oxz_switch","pid":5316,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::986a:fcff:fe53:f852->9a:6a:fc:53:f8:52"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.16517247Z","hostname":"oxz_switch","pid":5316} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.170558224Z","hostname":"oxz_switch","pid":5316} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:43:32.176121262Z","hostname":"oxz_switch","pid":5316} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.698200505Z","hostname":"oxz_switch","pid":5316,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8cb6:e3ff:fe2e:c085->8e:b6:e3:2e:c0:85"} [ Jun 11 16:43:32 Rereading configuration. ] [ Jun 11 16:43:32 Executing refresh method (:kill). ] [ Jun 11 16:43:32 Stopping because all processes in service exited. ] [ Jun 11 16:43:32 Executing stop method (:kill). ] [ Jun 11 16:43:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 11 16:43:32 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.798839856Z","hostname":"oxz_switch","pid":5458,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.799797152Z","hostname":"oxz_switch","pid":5458} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.800165812Z","hostname":"oxz_switch","pid":5458} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.800330346Z","hostname":"oxz_switch","pid":5458,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.802133774Z","hostname":"oxz_switch","pid":5458,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.802332329Z","hostname":"oxz_switch","pid":5458,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 38dc5af2-23b8-4456-9d94-68ecc92977b3, sled_id: af5cf918-d244-4d33-8500-e2121d39c9bb, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 7ae5a9cd-e1fe-4ba1-a291-f95a5741e09f, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.802400861Z","hostname":"oxz_switch","pid":5458,"unit":"oximeter","producer_id":"ed650a27-1002-42c4-ba05-73a483515e97"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 38dc5af2-23b8-4456-9d94-68ecc92977b3,\n ),\n sled_id: Some(\n af5cf918-d244-4d33-8500-e2121d39c9bb,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.803352717Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.810808666Z","hostname":"oxz_switch","pid":5458} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.812700766Z","hostname":"oxz_switch","pid":5458,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::986a:fcff:fe53:f852->9a:6a:fc:53:f8:52"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.812962933Z","hostname":"oxz_switch","pid":5458,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8cb6:e3ff:fe2e:c085->8e:b6:e3:2e:c0:85"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.81472768Z","hostname":"oxz_switch","pid":5458,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.816166768Z","hostname":"oxz_switch","pid":5458,"local_addr":"[fd00:1122:3344:101::2]:62200","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.816282561Z","hostname":"oxz_switch","pid":5458,"local_addr":"[fd00:1122:3344:101::2]:62200","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.816581269Z","hostname":"oxz_switch","pid":5458,"local_addr":"[fd00:1122:3344:101::2]:62200","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:62200","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.81661088Z","hostname":"oxz_switch","pid":5458,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.816636201Z","hostname":"oxz_switch","pid":5458,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.816788705Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.817108843Z","hostname":"oxz_switch","pid":5458,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.817123864Z","hostname":"oxz_switch","pid":5458,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:62200","producer_id":"ed650a27-1002-42c4-ba05-73a483515e97"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:32.817135514Z","hostname":"oxz_switch","pid":5458,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.817141404Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.817460883Z","hostname":"oxz_switch","pid":5458} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.817882754Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:43:32.818287995Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.13702ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.819298902Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-11T16:43:15.874633626Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.819319892Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","id":"10279720252683933447"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:32.819332863Z","hostname":"oxz_switch","pid":5458,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:43:32.820846153Z","hostname":"oxz_switch","pid":5458} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:33.03763298Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"598e3dd6-04ac-4cf7-a31c-949ebb6c2138.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60576a2b-5bcb-4bd4-98cf-316899e26b4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 702, tv_nsec: 5529975 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:33.038335979Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:33.055194868Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:43:33.697763012Z","hostname":"oxz_switch","pid":5458,"interface":"tfportqsfp0_0","entry":"10.151.2.174->72:ac:10:9a:c1:dc"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:34.062601623Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:34.068896801Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:34.072863167Z","hostname":"oxz_switch","pid":5458} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:34.073177615Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:34.07484159Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-11T16:43:15.874500733Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:34.074910511Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","id":"7041878229885229594"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:34.074928782Z","hostname":"oxz_switch","pid":5458,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:34.997931908Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:35.003190368Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:35.00624971Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:35.735382741Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:35.74136455Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:35.744579146Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:37.067386166Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:37.073006036Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:37.076380096Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:37.861753605Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:37.871616618Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:37.874778742Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:38.393828024Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:38.398824817Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:38.401942661Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:39.384849703Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:39.389560249Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:39.392378824Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:40.564564341Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:40.569084912Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:40.572485882Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:41.986583354Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:41.991532166Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:41.994848825Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:42.821439342Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10279720252683933447"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:43.121452977Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:43.126996144Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:43.130087307Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:44.076487677Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7041878229885229594"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:44.276515047Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:44.280778881Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:44.283519734Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:45.379490749Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:45.383848685Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:45.386738592Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:46.092389357Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:46.097006669Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:46.100296757Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:46.631176235Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:46.634888243Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:46.637955615Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:48.115997042Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:48.121128208Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:48.124066137Z","hostname":"oxz_switch","pid":5458} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:49.015882043Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:43:49.017031703Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.239892956s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:49.430950054Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"598e3dd6-04ac-4cf7-a31c-949ebb6c2138.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60576a2b-5bcb-4bd4-98cf-316899e26b4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 717, tv_nsec: 440034778 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:49.431667893Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:49.439478502Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:49.481112234Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:49.485972274Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:49.489600881Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:50.898427286Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:50.903143782Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:50.906326867Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:51.579635657Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:51.584153258Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:51.586992998Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:52.763207454Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:52.767997582Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:52.771379222Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:53.448470684Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:53.453476778Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:53.457038643Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:53.771472825Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10279720252683933447"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:54.753328416Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:54.758366451Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:54.761364701Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:55.022207101Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7041878229885229594"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:55.469000302Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:55.474361835Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:55.477445848Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:56.780499531Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:56.790141839Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:56.793394334Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:57.720049349Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:57.724985911Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:57.727992251Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:59.225176869Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:59.245619725Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:43:59.253783073Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:00.664780627Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:00.671038404Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:00.67425831Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:01.822621996Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:01.829940922Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:01.832956092Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:03.243626557Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:03.251888688Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:03.256516291Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:03.746519275Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10279720252683933447"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:04.399493954Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:44:04.400267574Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.665682437s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:04.607557353Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:04.611835588Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:04.614818607Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:04.996607459Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7041878229885229594"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:05.360614215Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:05.365748403Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:05.368776044Z","hostname":"oxz_switch","pid":5458} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:05.615347752Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"598e3dd6-04ac-4cf7-a31c-949ebb6c2138.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60576a2b-5bcb-4bd4-98cf-316899e26b4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 733, tv_nsec: 669175407 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:05.615941508Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:05.623889031Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:06.166766587Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:06.172467479Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:06.175376767Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:07.316377835Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:07.322440697Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:07.325726465Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:07.91199361Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:07.918073123Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:07.920919669Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:08.62937689Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:08.634008534Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:08.637590459Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:09.427577919Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:09.432533381Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:09.435981433Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:10.867235627Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:10.8748546Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:10.87860015Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:11.505425236Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:11.510796049Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:11.51419607Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:12.12839641Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:12.134192545Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:12.137734729Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:13.417138821Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:13.422145214Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:13.425656353Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:13.727972783Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10279720252683933447"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:14.221557094Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:14.225840852Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:14.22891018Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:14.982313092Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7041878229885229594"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:15.533735753Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:15.539367673Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:15.542329072Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:16.745757277Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:16.750579785Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:16.753511493Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:18.180088182Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:18.184691835Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:18.187929091Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:19.298197668Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:19.304634515Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:19.308472787Z","hostname":"oxz_switch","pid":5458} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:20.97003586Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:44:21.024483881Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"47.307391181s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:21.033518641Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:21.040330403Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:21.04472593Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:22.093191748Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:22.100980339Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:22.105894486Z","hostname":"oxz_switch","pid":5458} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:22.708130574Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"598e3dd6-04ac-4cf7-a31c-949ebb6c2138.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60576a2b-5bcb-4bd4-98cf-316899e26b4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 750, tv_nsec: 776062307 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:22.708889024Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:22.719813025Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:23.262150716Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:23.308741017Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:23.313577917Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:23.731261196Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10279720252683933447"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:24.321309339Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:24.326822796Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:24.329935679Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:24.985818216Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7041878229885229594"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:25.466440883Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:25.474633711Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:25.47832523Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:26.300644482Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:26.306251201Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:26.309904508Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:27.286572494Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:27.292997185Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:27.296596051Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:28.030551438Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:28.049406571Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:28.054871266Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:28.606388063Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:28.618202137Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:28.627405573Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:29.239292437Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:29.258820258Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:29.270010736Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:32.608862126Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:32.972903226Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:32.979454491Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:34.062443118Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:34.070901333Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:34.078389403Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:34.08504773Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10279720252683933447"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:35.117853416Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7041878229885229594"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:35.405894482Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:35.414250005Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:35.41968802Z","hostname":"oxz_switch","pid":5458} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:38.461182322Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"removed stale NDP entry :fe80::8cb6:e3ff:fe2e:c085->8e:b6:e3:2e:c0:85","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:44:38.638679942Z","hostname":"oxz_switch","pid":5458} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:44:38.642763641Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"64.925459253s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:38.792956253Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:38.833800171Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:38.848556285Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:39.724022994Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:39.734121943Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:39.740996756Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:40.756772534Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:40.768313032Z","hostname":"oxz_switch","pid":5458} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T16:44:40.791924231Z","hostname":"oxz_switch","pid":5458,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8cb6:e3ff:fe2e:c085->8e:b6:e3:2e:c0:85"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:40.802172874Z","hostname":"oxz_switch","pid":5458} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:41.784117982Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"598e3dd6-04ac-4cf7-a31c-949ebb6c2138.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60576a2b-5bcb-4bd4-98cf-316899e26b4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 769, tv_nsec: 848675009 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:41.786071324Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:41.845007004Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:42.012316942Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:42.023154751Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:42.029651884Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:43.11998696Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:43.131604259Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:43.13914628Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:44.101042175Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10279720252683933447"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:44.626048058Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:44.633613649Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:44.638656383Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:45.12223077Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7041878229885229594"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:45.523837183Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:45.532226017Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:45.538755141Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:46.681426482Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:46.68734586Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:46.691594924Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:47.576480625Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:47.583981925Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:47.588517005Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:48.142393475Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:48.151023105Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:48.15495835Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:49.507134335Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:49.517214113Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:49.522205736Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:50.334587666Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:50.343422431Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:50.348181548Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:51.630104181Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:51.641142666Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:51.645635495Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:52.746017949Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:52.757184097Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:52.761894712Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:53.807464606Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:53.815991173Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:53.820649678Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:54.103288739Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10279720252683933447"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:54.531606394Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:54.539756461Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:54.54385383Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:55.125944132Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7041878229885229594"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:55.803305873Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:55.810427883Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:55.814327007Z","hostname":"oxz_switch","pid":5458} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:56.845889416Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:44:56.84713652Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"83.130417962s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:57.159212716Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:57.16500519Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:57.169008766Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:58.166300053Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:58.172160079Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:58.175321473Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:58.717188154Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:58.722481645Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:44:58.726030629Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:00.182259336Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:00.188954374Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:00.192890069Z","hostname":"oxz_switch","pid":5458} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:00.923027386Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"598e3dd6-04ac-4cf7-a31c-949ebb6c2138.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60576a2b-5bcb-4bd4-98cf-316899e26b4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fd23fc2e-bbe3-47d6-b7d7-36ed84f01f4d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 788, tv_nsec: 991457209 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:00.923689504Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:00.932375455Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:00.939376292Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T16:45:00.940074Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"87.223443523s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:01.623963756Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:01.640078195Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:01.645817448Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:02.178622806Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::986a:fcff:fe53:f852]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:02.185415557Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T16:45:02.189931807Z","hostname":"oxz_switch","pid":5458}