[ Jan 17 02:29:15 Enabled. ] [ Jan 17 02:29:15 Rereading configuration. ] [ Jan 17 02:29:16 Rereading configuration. ] [ Jan 17 02:29:27 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 17 02:29:27 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:27.351079921Z","hostname":"oxz_switch","pid":3722,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:27.392895821Z","hostname":"oxz_switch","pid":3722} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:27.393159045Z","hostname":"oxz_switch","pid":3722} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:27.394523162Z","hostname":"oxz_switch","pid":3722,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:27.395543744Z","hostname":"oxz_switch","pid":3722,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n ea6f0bc8-1d48-40ab-af0f-077f9e67897e,\n ),\n sled_id: Some(\n c92f1d29-934f-4341-ba12-cfae8d6bc1d1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:27.397335986Z","hostname":"oxz_switch","pid":3722} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:27.397362367Z","hostname":"oxz_switch","pid":3722,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:27.401182404Z","hostname":"oxz_switch","pid":3722,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c6d:a3ff:fe2f:3589->0e:6d:a3:2f:35:89"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:27.403542874Z","hostname":"oxz_switch","pid":3722} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:27.409405147Z","hostname":"oxz_switch","pid":3722} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-17T02:29:27.414561571Z","hostname":"oxz_switch","pid":3722} [ Jan 17 02:29:27 Rereading configuration. ] [ Jan 17 02:29:27 Executing refresh method (:kill). ] [ Jan 17 02:29:27 Stopping because all processes in service exited. ] [ Jan 17 02:29:27 Executing stop method (:kill). ] [ Jan 17 02:29:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 17 02:29:28 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.031745604Z","hostname":"oxz_switch","pid":4571,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.072207907Z","hostname":"oxz_switch","pid":4571} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.07250548Z","hostname":"oxz_switch","pid":4571} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.072596122Z","hostname":"oxz_switch","pid":4571,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.074322583Z","hostname":"oxz_switch","pid":4571,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.074392394Z","hostname":"oxz_switch","pid":4571,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: ea6f0bc8-1d48-40ab-af0f-077f9e67897e, sled_id: c92f1d29-934f-4341-ba12-cfae8d6bc1d1, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: b238d7dc-d3fd-4110-8e05-2a580998dacc, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.074420234Z","hostname":"oxz_switch","pid":4571,"unit":"oximeter","producer_id":"9178c13d-5dfa-42fa-9b18-e2891a949263"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n ea6f0bc8-1d48-40ab-af0f-077f9e67897e,\n ),\n sled_id: Some(\n c92f1d29-934f-4341-ba12-cfae8d6bc1d1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.075553929Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.082225541Z","hostname":"oxz_switch","pid":4571} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.084046764Z","hostname":"oxz_switch","pid":4571,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1c7d:6eff:fef0:ea70->1e:7d:6e:f0:ea:70"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.084313907Z","hostname":"oxz_switch","pid":4571,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c6d:a3ff:fe2f:3589->0e:6d:a3:2f:35:89"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.08534228Z","hostname":"oxz_switch","pid":4571,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.086865719Z","hostname":"oxz_switch","pid":4571,"local_addr":"[fd00:1122:3344:101::2]:60204","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.0869403Z","hostname":"oxz_switch","pid":4571,"local_addr":"[fd00:1122:3344:101::2]:60204","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.087018301Z","hostname":"oxz_switch","pid":4571,"local_addr":"[fd00:1122:3344:101::2]:60204","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:60204","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.087030671Z","hostname":"oxz_switch","pid":4571,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.087042181Z","hostname":"oxz_switch","pid":4571,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.087159933Z","hostname":"oxz_switch","pid":4571,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.087495387Z","hostname":"oxz_switch","pid":4571} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.087618688Z","hostname":"oxz_switch","pid":4571,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.087681559Z","hostname":"oxz_switch","pid":4571,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:60204","producer_id":"9178c13d-5dfa-42fa-9b18-e2891a949263"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:28.0877144Z","hostname":"oxz_switch","pid":4571,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.08772343Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.087876592Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.089633113Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-17T02:29:11.385763155Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.089665124Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","id":"11552476214057313009"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.089685954Z","hostname":"oxz_switch","pid":4571,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-17T02:29:28.090692917Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.817281711Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.820952977Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.823380827Z","hostname":"oxz_switch","pid":4571} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.823552309Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.824346559Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-17T02:29:11.385629603Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.824401629Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","id":"15011691881842981260"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:28.82441546Z","hostname":"oxz_switch","pid":4571,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T02:29:29.519736134Z","hostname":"oxz_switch","pid":4571,"interface":"tfportqsfp0_0","entry":"10.151.1.174->1e:fc:49:40:9c:e0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:29.606028877Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:29.610797837Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:29.613542871Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:30.830113097Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:30.834907776Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:30.837568369Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:31.532021463Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:31.536938624Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:31.539735739Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:32.495312449Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:32.500368142Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:32.503452591Z","hostname":"oxz_switch","pid":4571} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T02:29:33.09056333Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"5.00283223s","count":"0"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T02:29:33.376689207Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"5.288953108s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.025488184Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.030142442Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.032890486Z","hostname":"oxz_switch","pid":4571} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.084993044Z","hostname":"oxz_switch","pid":4571,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 671, tv_nsec: 669892458 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.085572201Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.118069915Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.557070003Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.562362869Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:34.565228665Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:35.65225512Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:35.658117453Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:35.661735688Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:36.967473492Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:36.972638106Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:36.975717734Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:37.652883374Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:37.657821445Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:37.660691271Z","hostname":"oxz_switch","pid":4571} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:38.09422012Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11552476214057313009"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:38.730845736Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:38.736187373Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:38.738972057Z","hostname":"oxz_switch","pid":4571} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:38.826160761Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15011691881842981260"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:40.095471342Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:40.100235081Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:40.103175128Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:40.768246457Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:40.772335558Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:40.775578348Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:42.223890405Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:42.228550002Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:42.231190175Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:42.772893621Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:42.777242205Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:42.779887458Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:44.09271897Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:44.09676396Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:44.099649806Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:45.064735225Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:45.069291612Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:45.071873744Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:45.767471982Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:45.772816909Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:45.775671924Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:46.878757879Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:46.883278615Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:46.885922678Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:48.043637212Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:48.047738243Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:48.050657299Z","hostname":"oxz_switch","pid":4571} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:48.096733552Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11552476214057313009"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:48.829497783Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15011691881842981260"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:49.119050742Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T02:29:49.120174266Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"21.032480407s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:49.321395128Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:49.326660133Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:49.32963127Z","hostname":"oxz_switch","pid":4571} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:49.822516389Z","hostname":"oxz_switch","pid":4571,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 687, tv_nsec: 407415413 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:49.823123526Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:49.854340205Z","hostname":"oxz_switch","pid":4571,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:50.676577388Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:50.680741179Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:50.683502194Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:51.682778338Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:51.686788517Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:51.689678463Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:53.182051358Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:53.186707396Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:53.18949788Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:53.98575755Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:53.99060906Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:53.993167312Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:54.898205075Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:54.902518078Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:54.905330173Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:56.002268161Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:56.007386265Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:56.010105319Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:56.696343871Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:56.701147791Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:56.703962656Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:57.581174872Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:57.585084961Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:57.58739677Z","hostname":"oxz_switch","pid":4571} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:58.098658006Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11552476214057313009"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:58.831799641Z","hostname":"oxz_switch","pid":4571,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15011691881842981260"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:58.954587638Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:58.959165965Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:29:58.962030021Z","hostname":"oxz_switch","pid":4571} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:30:00.335907942Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportrear0_0 addrs [fe80::c6d:a3ff:fe2f:3589]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:30:00.340830153Z","hostname":"oxz_switch","pid":4571} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T02:30:00.343898741Z","hostname":"oxz_switch","pid":4571}