[ Jan 30 06:58:34 Enabled. ] [ Jan 30 06:58:34 Rereading configuration. ] [ Jan 30 06:58:35 Rereading configuration. ] [ Jan 30 06:58:46 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 30 06:58:46 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:46.879916996Z","hostname":"oxz_switch","pid":4549,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-846348bf","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:46.928185145Z","hostname":"oxz_switch","pid":4549} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:46.928517264Z","hostname":"oxz_switch","pid":4549} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:46.928748821Z","hostname":"oxz_switch","pid":4549,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:46.930897851Z","hostname":"oxz_switch","pid":4549,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n b81df8ce-f095-41d4-ac76-0884da3ccdb7,\n ),\n sled_id: Some(\n c2dfd3cd-b6e7-400f-ba5c-7cfceac44b69,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:46.932129285Z","hostname":"oxz_switch","pid":4549} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:46.932153945Z","hostname":"oxz_switch","pid":4549,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:46.937324949Z","hostname":"oxz_switch","pid":4549,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::70f2:9dff:fef7:7cb0->72:f2:9d:f7:7c:b0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:46.940572179Z","hostname":"oxz_switch","pid":4549} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:46.945399733Z","hostname":"oxz_switch","pid":4549} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-30T06:58:46.950751202Z","hostname":"oxz_switch","pid":4549} [ Jan 30 06:58:47 Rereading configuration. ] [ Jan 30 06:58:47 Executing refresh method (:kill). ] [ Jan 30 06:58:47 Stopping because all processes in service exited. ] [ Jan 30 06:58:47 Executing stop method (:kill). ] [ Jan 30 06:58:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 30 06:58:47 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.487860808Z","hostname":"oxz_switch","pid":4874,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-846348bf","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.530164742Z","hostname":"oxz_switch","pid":4874} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.530481711Z","hostname":"oxz_switch","pid":4874} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.530551493Z","hostname":"oxz_switch","pid":4874,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.532426675Z","hostname":"oxz_switch","pid":4874,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.532534418Z","hostname":"oxz_switch","pid":4874,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: b81df8ce-f095-41d4-ac76-0884da3ccdb7, sled_id: c2dfd3cd-b6e7-400f-ba5c-7cfceac44b69, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: f0936861-5143-48a3-abca-3a9487906458, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.532567309Z","hostname":"oxz_switch","pid":4874,"unit":"oximeter","producer_id":"8a514362-1731-4978-bde0-4eecb768e286"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n b81df8ce-f095-41d4-ac76-0884da3ccdb7,\n ),\n sled_id: Some(\n c2dfd3cd-b6e7-400f-ba5c-7cfceac44b69,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.53370299Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.540430467Z","hostname":"oxz_switch","pid":4874} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.541840156Z","hostname":"oxz_switch","pid":4874,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::582f:f4ff:fe7a:cb50->5a:2f:f4:7a:cb:50"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.542068933Z","hostname":"oxz_switch","pid":4874,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::70f2:9dff:fef7:7cb0->72:f2:9d:f7:7c:b0"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.542842214Z","hostname":"oxz_switch","pid":4874,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.543473082Z","hostname":"oxz_switch","pid":4874,"local_addr":"[fd00:1122:3344:101::2]:34099","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.543547114Z","hostname":"oxz_switch","pid":4874,"local_addr":"[fd00:1122:3344:101::2]:34099","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.543633106Z","hostname":"oxz_switch","pid":4874,"local_addr":"[fd00:1122:3344:101::2]:34099","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:34099","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.543643286Z","hostname":"oxz_switch","pid":4874,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.543668007Z","hostname":"oxz_switch","pid":4874,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.54379405Z","hostname":"oxz_switch","pid":4874,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.544813629Z","hostname":"oxz_switch","pid":4874,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.544886891Z","hostname":"oxz_switch","pid":4874,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:34099","producer_id":"8a514362-1731-4978-bde0-4eecb768e286"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:47.544900991Z","hostname":"oxz_switch","pid":4874,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.544912292Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.54631304Z","hostname":"oxz_switch","pid":4874} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.546699211Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.546924107Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-30T06:58:30.855703580Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.546955428Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","id":"8526640429898791440"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:47.546963889Z","hostname":"oxz_switch","pid":4874,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-30T06:58:47.549239642Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:48.171138852Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:48.175739639Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:48.178800514Z","hostname":"oxz_switch","pid":4874} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:48.179033551Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:48.180015408Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-30T06:58:30.855567915Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:48.180072369Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","id":"14567073322303914231"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:48.1800845Z","hostname":"oxz_switch","pid":4874,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:58:48.434504051Z","hostname":"oxz_switch","pid":4874,"interface":"tfportqsfp0_0","entry":"10.151.2.174->fa:b9:2f:3c:2c:29"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:49.142347947Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:49.147732516Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:49.150881604Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:49.837076609Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:49.842764707Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:49.846157421Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:50.610482674Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:50.6157536Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:50.618408323Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:51.583832838Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:51.588905549Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:51.591545632Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:52.307321937Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:52.312184882Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:52.315388561Z","hostname":"oxz_switch","pid":4874} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:52.546779943Z","hostname":"oxz_switch","pid":4874,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c0b01b4-e63a-46db-84de-a31cf4fd2946.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c62a61a-c32c-45cc-a85f-284edb2a216f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 669, tv_nsec: 493650388 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:52.547268117Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:52.581270301Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:53.485238109Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:53.490419603Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:53.493351625Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:54.230480083Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:54.235217814Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:54.238592188Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:54.763663731Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:54.768466364Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:54.771334024Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:55.482186393Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:55.486635606Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:55.489204317Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:56.828367575Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:56.833458576Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:56.836178462Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:57.550441835Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8526640429898791440"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:58.183376651Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14567073322303914231"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:58.280749634Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:58.28529768Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:58.288733025Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:59.319466303Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:59.324220524Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:58:59.327223158Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:00.371197402Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:00.37580706Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:00.378542096Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:01.704364703Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:01.710114143Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:01.712872189Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:02.915682012Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:02.920497576Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:02.923545731Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:03.234146188Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:03.239785124Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:03.242419077Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:04.433592303Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:04.442620404Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:04.448828186Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:05.297594443Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:05.303144217Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:05.306019257Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:06.476739812Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:06.482141232Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:06.485352471Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:06.924098902Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8526640429898791440"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:06.95319453Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T06:59:06.954220778Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.038570071s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:07.17367001Z","hostname":"oxz_switch","pid":4874,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c0b01b4-e63a-46db-84de-a31cf4fd2946.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c62a61a-c32c-45cc-a85f-284edb2a216f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 684, tv_nsec: 749897100 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:07.174298517Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:07.206650095Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:07.571862552Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14567073322303914231"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:07.653725695Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:07.663943988Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:07.666257412Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:08.360616702Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:08.374157899Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:08.38931131Z","hostname":"oxz_switch","pid":4874} {"msg":"removed stale NDP entry :fe80::582f:f4ff:fe7a:cb50->5a:2f:f4:7a:cb:50","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:59:09.340008768Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:09.499521312Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:09.509223517Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:09.51507485Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:10.428670856Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:10.43312686Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:10.435689051Z","hostname":"oxz_switch","pid":4874} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T06:59:10.737658185Z","hostname":"oxz_switch","pid":4874,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::582f:f4ff:fe7a:cb50->5a:2f:f4:7a:cb:50"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:11.316755278Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:11.322075206Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:11.325212283Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:11.985759286Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:11.990061006Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:11.993239094Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:13.136783872Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:13.142518951Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:13.145463913Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:13.878232464Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:13.88313684Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:13.88565372Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:14.430593422Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:14.435294455Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:14.437876844Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:15.476072336Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:15.481710782Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:15.484779997Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:16.865324921Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:16.870419993Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:16.873158179Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:16.919257728Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8526640429898791440"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:17.567450638Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14567073322303914231"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:18.279768668Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:18.285192729Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:18.288374747Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:19.004182254Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:19.011885908Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:19.017457922Z","hostname":"oxz_switch","pid":4874} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:23.164302526Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:23.16911289Z","hostname":"oxz_switch","pid":4874} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T06:59:23.174451818Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"36.26682587s","count":"1"} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:23.185508254Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:23.19688733Z","hostname":"oxz_switch","pid":4874} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:23.738209614Z","hostname":"oxz_switch","pid":4874,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c0b01b4-e63a-46db-84de-a31cf4fd2946.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c62a61a-c32c-45cc-a85f-284edb2a216f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 701, tv_nsec: 322133135 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:23.742556305Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:23.787510882Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:24.53793778Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:24.7404028Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:24.745024588Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:25.820840677Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:25.829490047Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:25.836850321Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:26.940212154Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8526640429898791440"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:27.242856683Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:27.250130105Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:27.253740536Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:27.569440397Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14567073322303914231"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:28.167465635Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:28.174517051Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:28.179408387Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:29.17756869Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:29.18262049Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:29.185718426Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:30.470699068Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:30.476442518Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:30.479318187Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:31.779268316Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:31.786013864Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:31.790447127Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:32.710543592Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:32.723921584Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:32.727660827Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:34.177115875Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:34.181513637Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:34.184300845Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:35.611451554Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:35.616425462Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:35.619464886Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:36.684577807Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:36.689478174Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:36.692629211Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:36.942022273Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8526640429898791440"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:37.459858385Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:37.464792212Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:37.467930099Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:37.571093872Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14567073322303914231"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:38.377314138Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:38.382567164Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:38.385544636Z","hostname":"oxz_switch","pid":4874} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:38.788267034Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T06:59:38.790899167Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.883303509s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:39.434351305Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:39.439747685Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:39.442922513Z","hostname":"oxz_switch","pid":4874} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:39.862429736Z","hostname":"oxz_switch","pid":4874,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c0b01b4-e63a-46db-84de-a31cf4fd2946.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c62a61a-c32c-45cc-a85f-284edb2a216f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 717, tv_nsec: 446647025 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:39.862964601Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:39.896127332Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:40.069905535Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:40.07551938Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:40.078923425Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:41.302028981Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:41.306545877Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:41.310089505Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:42.241585648Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:42.247188894Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:42.250208797Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:43.241458149Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:43.248002621Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:43.251421356Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:44.747288622Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:44.752642791Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:44.755918732Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:45.993323365Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:45.999012623Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:46.002190901Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:46.943845496Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8526640429898791440"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:46.966358171Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:46.971589456Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:46.974172668Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:47.572453163Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14567073322303914231"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:47.75864893Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:47.764515353Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:47.767823295Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:48.440618428Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:48.446443789Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:48.449326659Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:49.64555113Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:49.650702183Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:49.654108227Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:50.705127208Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:50.710434975Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:50.713431058Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:51.514160802Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:51.519522111Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:51.52238441Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:52.885243643Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:52.890703755Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:52.893797521Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:54.255961615Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:54.261475778Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:54.264543783Z","hostname":"oxz_switch","pid":4874} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:54.897354236Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T06:59:54.89856624Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.991001692s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:55.398253098Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:55.403771641Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:55.407166945Z","hostname":"oxz_switch","pid":4874} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:56.779652297Z","hostname":"oxz_switch","pid":4874,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c0b01b4-e63a-46db-84de-a31cf4fd2946.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6c62a61a-c32c-45cc-a85f-284edb2a216f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dee4994b-0a29-43c2-bd6e-1520974be544.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 734, tv_nsec: 363935718 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:56.780266234Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:56.812521659Z","hostname":"oxz_switch","pid":4874,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:56.918155451Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:56.924211719Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:56.927260024Z","hostname":"oxz_switch","pid":4874} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:56.945422668Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8526640429898791440"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:57.57386519Z","hostname":"oxz_switch","pid":4874,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14567073322303914231"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:58.427146222Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:58.432763428Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:58.435209066Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:59.292329095Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:59.298015253Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T06:59:59.300908153Z","hostname":"oxz_switch","pid":4874} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T07:00:00.444616576Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportrear0_0 addrs [fe80::70f2:9dff:fef7:7cb0]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T07:00:00.45086881Z","hostname":"oxz_switch","pid":4874} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T07:00:00.454078139Z","hostname":"oxz_switch","pid":4874}