[ Jan 5 16:28:25 Enabled. ] [ Jan 5 16:28:25 Rereading configuration. ] [ Jan 5 16:28:25 Rereading configuration. ] [ Jan 5 16:28:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 5 16:28:37 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.034482839Z","hostname":"oxz_switch","pid":4598,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.07586315Z","hostname":"oxz_switch","pid":4598} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.07615756Z","hostname":"oxz_switch","pid":4598} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.078267758Z","hostname":"oxz_switch","pid":4598,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.078441714Z","hostname":"oxz_switch","pid":4598,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 7326f5b6-1c37-4dea-95e0-74c266e2b8f1,\n ),\n sled_id: Some(\n 194fc665-c3c5-4e1d-82ef-f9922d4fc364,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.079712785Z","hostname":"oxz_switch","pid":4598} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.079744556Z","hostname":"oxz_switch","pid":4598,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.08511999Z","hostname":"oxz_switch","pid":4598,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e4fb:29ff:fedd:f0c6->e6:fb:29:dd:f0:c6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.0866461Z","hostname":"oxz_switch","pid":4598} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.092941064Z","hostname":"oxz_switch","pid":4598} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-05T16:28:37.097862113Z","hostname":"oxz_switch","pid":4598} [ Jan 5 16:28:37 Rereading configuration. ] [ Jan 5 16:28:37 Executing refresh method (:kill). ] [ Jan 5 16:28:37 Stopping because all processes in service exited. ] [ Jan 5 16:28:37 Executing stop method (:kill). ] [ Jan 5 16:28:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 5 16:28:37 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.663609291Z","hostname":"oxz_switch","pid":4883,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.70335493Z","hostname":"oxz_switch","pid":4883} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.703649559Z","hostname":"oxz_switch","pid":4883} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.703726531Z","hostname":"oxz_switch","pid":4883,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.705672715Z","hostname":"oxz_switch","pid":4883,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.70582857Z","hostname":"oxz_switch","pid":4883,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 7326f5b6-1c37-4dea-95e0-74c266e2b8f1, sled_id: 194fc665-c3c5-4e1d-82ef-f9922d4fc364, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: eb821596-a783-414a-8681-cc18adedb8ab, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.705858721Z","hostname":"oxz_switch","pid":4883,"unit":"oximeter","producer_id":"81eb2645-7871-42bd-918e-4148e640c33e"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 7326f5b6-1c37-4dea-95e0-74c266e2b8f1,\n ),\n sled_id: Some(\n 194fc665-c3c5-4e1d-82ef-f9922d4fc364,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.707728601Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.715938087Z","hostname":"oxz_switch","pid":4883} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.717806248Z","hostname":"oxz_switch","pid":4883,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc47:fbff:fe6b:a245->ce:47:fb:6b:a2:45"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.718061816Z","hostname":"oxz_switch","pid":4883,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e4fb:29ff:fedd:f0c6->e6:fb:29:dd:f0:c6"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.719438861Z","hostname":"oxz_switch","pid":4883,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.720794305Z","hostname":"oxz_switch","pid":4883,"local_addr":"[fd00:1122:3344:101::2]:40914","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.720862757Z","hostname":"oxz_switch","pid":4883,"local_addr":"[fd00:1122:3344:101::2]:40914","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.720910068Z","hostname":"oxz_switch","pid":4883,"local_addr":"[fd00:1122:3344:101::2]:40914","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:40914","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.720937989Z","hostname":"oxz_switch","pid":4883,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.72095781Z","hostname":"oxz_switch","pid":4883,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.721069034Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.721441706Z","hostname":"oxz_switch","pid":4883,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.721508648Z","hostname":"oxz_switch","pid":4883,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:40914","producer_id":"81eb2645-7871-42bd-918e-4148e640c33e"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:37.721519168Z","hostname":"oxz_switch","pid":4883,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.721529529Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.722039485Z","hostname":"oxz_switch","pid":4883} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.722413877Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.722627644Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-05T16:28:20.962520726Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.722677046Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","id":"3123891404069509276"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:37.722691506Z","hostname":"oxz_switch","pid":4883,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-05T16:28:37.725626401Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:38.866245663Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:38.871234484Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:38.874461979Z","hostname":"oxz_switch","pid":4883} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:38.874677806Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:38.876142893Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-05T16:28:20.962383222Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:38.876202135Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","id":"13929582002773521248"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:38.876219296Z","hostname":"oxz_switch","pid":4883,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-05T16:28:38.954244625Z","hostname":"oxz_switch","pid":4883,"interface":"tfportqsfp0_0","entry":"10.151.1.174->8a:bb:ca:82:f2:fb"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:39.737787472Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:39.743535078Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:39.746355299Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:40.773427001Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:40.778401232Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:40.781483812Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:41.530328344Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:41.53544403Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:41.537840628Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.067570948Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.072853509Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.075612148Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.686801489Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.691535133Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.694208529Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.723525299Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"053522b0-f0dc-4c20-a568-650e85764d81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c39f1b-1fbd-4a9c-a717-4e6a7a9246f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 661, tv_nsec: 316405609 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.724138149Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:42.75531993Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:43.668601033Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:43.673363927Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:43.676094466Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:44.735391821Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:44.740058022Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:44.742658566Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:45.696062229Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:45.701171555Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:45.704216984Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:46.233984675Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:46.239217094Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:46.242564713Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:47.255903778Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:47.260832708Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:47.263332179Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:47.727781463Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3123891404069509276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:48.043183756Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:48.0479313Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:48.050369329Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:48.87812526Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13929582002773521248"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:48.930564909Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:48.935061165Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:48.937749172Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:50.440033906Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:50.44570994Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:50.448562833Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:51.010860728Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:51.015284972Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:51.018136584Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:51.927508881Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:51.931753528Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:51.934472846Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:52.761448911Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:52.765814062Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:52.768401056Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:53.605733076Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:53.610307005Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:53.613080314Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:54.210627392Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:54.215140789Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:54.217803445Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:54.793548527Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:54.7979458Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:54.800404269Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:55.519241269Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:55.524020124Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:55.526806004Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:56.843583925Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:56.848019929Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:56.851199132Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:57.462665291Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:57.466627829Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:57.469456311Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:57.730143221Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3123891404069509276"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:57.756290369Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-05T16:28:57.757415305Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.035876366s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:58.051032572Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"053522b0-f0dc-4c20-a568-650e85764d81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c39f1b-1fbd-4a9c-a717-4e6a7a9246f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 676, tv_nsec: 643979195 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:58.051626731Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:58.082498032Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:58.582812049Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:58.587396648Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:58.589859318Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:58.881208632Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13929582002773521248"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:59.422153815Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:59.426259758Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:28:59.428912524Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:00.723349062Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:00.727569788Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:00.730498493Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:01.836915516Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:01.841467884Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:01.844261834Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:02.831376699Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:02.835584546Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:02.838225371Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:03.741473838Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:03.745611723Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:03.748678492Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:05.166779137Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:05.1708669Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:05.173506455Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:06.608194888Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:06.612642432Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:06.615552547Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:07.732021645Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3123891404069509276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:07.937556287Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:07.942514948Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:07.945422442Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:08.881802493Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:08.882686301Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13929582002773521248"} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:08.886431863Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:08.889374318Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:09.597717378Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:09.602583725Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:09.604915331Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:11.105179158Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:11.109288562Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:11.111878546Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:12.400405701Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:12.405052862Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:12.407872733Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.00075778Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.004854093Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.007703395Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.083339657Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-05T16:29:13.084099371Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.362573273s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.637684515Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.642100548Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.643654349Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"053522b0-f0dc-4c20-a568-650e85764d81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c39f1b-1fbd-4a9c-a717-4e6a7a9246f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 692, tv_nsec: 236619751 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.644107593Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.674742476Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:13.674828479Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:14.85644256Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:14.860978697Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:14.864034006Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:15.651432937Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:15.656050027Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:15.658749615Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:17.0370506Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:17.041810484Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:17.044637096Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:17.735120777Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3123891404069509276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:18.206459434Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:18.211860779Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:18.21466076Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:18.886124695Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13929582002773521248"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:18.960088212Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:18.964479054Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:18.96744565Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:19.624230599Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:19.629260212Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:19.632019832Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:20.768106376Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:20.773197151Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:20.775761385Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:21.705851052Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:21.710459171Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:21.713446188Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:23.048273264Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:23.0530834Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:23.05588312Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:24.020700593Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:24.025558241Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:24.027921227Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:25.399158973Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:25.403399351Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:25.406199742Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:26.753175441Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:26.757507092Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:26.760301612Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:27.737457795Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3123891404069509276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:27.853074523Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:27.857638051Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:27.860350658Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:28.676093179Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-05T16:29:28.677283628Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"50.955719798s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:28.75324371Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:28.757697214Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:28.760810665Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:28.888755612Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13929582002773521248"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:29.633908345Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"053522b0-f0dc-4c20-a568-650e85764d81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c39f1b-1fbd-4a9c-a717-4e6a7a9246f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 708, tv_nsec: 226869477 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:29.634448482Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:29.664016541Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:29.664103073Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:29.669326783Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:29.672131444Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:30.406987773Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:30.411542221Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:30.414575089Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:31.860466595Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:31.864653761Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:31.867207694Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:32.718365992Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:32.722748734Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:32.725339118Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:34.22758837Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:34.231720304Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:34.234596068Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:34.90659675Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:34.910983722Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:34.913576456Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:35.443242043Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:35.447989097Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:35.450816779Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:36.600826554Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:36.605361551Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:36.608372799Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:37.710783282Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:37.715711551Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:37.719085181Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:37.739282675Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3123891404069509276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:38.738281287Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:38.742769972Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:38.745277863Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:38.890826821Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13929582002773521248"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:40.249488579Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:40.254026916Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:40.256868338Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:41.575681415Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:41.579963744Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:41.582427684Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:42.338993256Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:42.343992848Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:42.346441858Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:43.126518582Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:43.13106261Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:43.133428706Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:43.92764945Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:43.932482567Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:43.935196475Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:44.494631078Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:44.499127424Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:44.501910984Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:44.665516467Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-05T16:29:44.666500369Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"66.94497673s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:45.063176616Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:45.067653551Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:45.070456492Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:46.448944723Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:46.454306157Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:46.457073117Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:46.833747596Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"053522b0-f0dc-4c20-a568-650e85764d81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c39f1b-1fbd-4a9c-a717-4e6a7a9246f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b385a4c1-3a27-490f-a11a-20313f2e55d9.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 725, tv_nsec: 426671158 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:46.834287384Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:46.863439349Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:47.577122991Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:47.581483823Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:47.583839069Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:47.741959524Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3123891404069509276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:48.160599704Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:48.165945607Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:48.168532591Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:48.893696746Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13929582002773521248"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:49.102931218Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:49.107516086Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:49.110489252Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:49.676713116Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:49.681646026Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:49.684314212Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:50.722575556Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:50.727132053Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:50.729924394Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:51.773982815Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:51.778524242Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:51.781192109Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:53.270873833Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:53.275454142Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:53.277936032Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:54.744468298Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:54.749598665Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:54.756582601Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:55.898360029Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:55.902455582Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:55.905226702Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:56.945489801Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:56.949831742Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:56.952713715Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:57.744474919Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3123891404069509276"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:58.336122705Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:58.340807397Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:58.343513475Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:58.89590037Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13929582002773521248"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:59.238852656Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:59.24329849Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:29:59.246129292Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:30:00.013467044Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::e4fb:29ff:fedd:f0c6]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:30:00.017945549Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-05T16:30:00.020519072Z","hostname":"oxz_switch","pid":4883}