[ Sep 19 20:44:19 Enabled. ] [ Sep 19 20:44:19 Rereading configuration. ] [ Sep 19 20:44:19 Rereading configuration. ] [ Sep 19 20:44:30 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Sep 19 20:44:30 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:30.650942025Z","hostname":"oxz_switch","pid":4659,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-72461d3a","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:30.692445173Z","hostname":"oxz_switch","pid":4659} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:30.692825092Z","hostname":"oxz_switch","pid":4659} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:30.693119999Z","hostname":"oxz_switch","pid":4659,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:30.700676377Z","hostname":"oxz_switch","pid":4659,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 5ff2ba3e-b34f-4483-b82e-6e47de479466,\n ),\n sled_id: Some(\n 268ef508-a8b8-42c0-bf30-55461582aae5,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:30.705518551Z","hostname":"oxz_switch","pid":4659} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:30.705556012Z","hostname":"oxz_switch","pid":4659,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:30.705762387Z","hostname":"oxz_switch","pid":4659,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::18de:81ff:fe67:28a->1a:de:81:67:02:8a"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:30.711558483Z","hostname":"oxz_switch","pid":4659} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:30.723452184Z","hostname":"oxz_switch","pid":4659} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-09-19T20:44:30.738331305Z","hostname":"oxz_switch","pid":4659} [ Sep 19 20:44:31 Rereading configuration. ] [ Sep 19 20:44:31 Executing refresh method (:kill). ] [ Sep 19 20:44:31 Stopping because all processes in service exited. ] [ Sep 19 20:44:31 Executing stop method (:kill). ] [ Sep 19 20:44:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Sep 19 20:44:31 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.246393688Z","hostname":"oxz_switch","pid":4799,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-72461d3a","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.285416838Z","hostname":"oxz_switch","pid":4799} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.285695664Z","hostname":"oxz_switch","pid":4799} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.285848728Z","hostname":"oxz_switch","pid":4799,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.296205702Z","hostname":"oxz_switch","pid":4799,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.296319255Z","hostname":"oxz_switch","pid":4799,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 5ff2ba3e-b34f-4483-b82e-6e47de479466, sled_id: 268ef508-a8b8-42c0-bf30-55461582aae5, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: c5a3797d-3091-4b4f-81e8-21adfd274668, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.296352376Z","hostname":"oxz_switch","pid":4799,"unit":"oximeter","producer_id":"bcdf364b-2b66-4d0c-86f6-1aac36e278eb"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 5ff2ba3e-b34f-4483-b82e-6e47de479466,\n ),\n sled_id: Some(\n 268ef508-a8b8-42c0-bf30-55461582aae5,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.297668887Z","hostname":"oxz_switch","pid":4799} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.300011452Z","hostname":"oxz_switch","pid":4799,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2c5b:8dff:fe42:2d71->2e:5b:8d:42:2d:71"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.300222567Z","hostname":"oxz_switch","pid":4799,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::18de:81ff:fe67:28a->1a:de:81:67:02:8a"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.306755891Z","hostname":"oxz_switch","pid":4799} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.310151551Z","hostname":"oxz_switch","pid":4799,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.31096502Z","hostname":"oxz_switch","pid":4799,"local_addr":"[fd00:1122:3344:101::2]:43023","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.311091993Z","hostname":"oxz_switch","pid":4799,"local_addr":"[fd00:1122:3344:101::2]:43023","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.3/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.311225216Z","hostname":"oxz_switch","pid":4799,"local_addr":"[fd00:1122:3344:101::2]:43023","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:43023","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.311248977Z","hostname":"oxz_switch","pid":4799,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.311263347Z","hostname":"oxz_switch","pid":4799,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.311470292Z","hostname":"oxz_switch","pid":4799,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.31180808Z","hostname":"oxz_switch","pid":4799,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.311874721Z","hostname":"oxz_switch","pid":4799,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:43023","producer_id":"bcdf364b-2b66-4d0c-86f6-1aac36e278eb"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:31.311887652Z","hostname":"oxz_switch","pid":4799,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.311897662Z","hostname":"oxz_switch","pid":4799,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.320891264Z","hostname":"oxz_switch","pid":4799} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.321495198Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.325651286Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-09-19T20:44:14.641157340Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.325703257Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler-worker","unit":"oximeter","id":"7659817364100215501"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:31.32582079Z","hostname":"oxz_switch","pid":4799,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-09-19T20:44:31.328815011Z","hostname":"oxz_switch","pid":4799} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T20:44:32.311275856Z","hostname":"oxz_switch","pid":4799,"interface":"tfportqsfp0_0","entry":"10.151.2.174->0e:fd:1a:ab:c1:9a"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:32.372048718Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:32.38273029Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:32.389145231Z","hostname":"oxz_switch","pid":4799} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:32.389457299Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:32.390547774Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-09-19T20:44:14.641017547Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:32.390584625Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler-worker","unit":"oximeter","id":"14925765343793478260"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:32.390598866Z","hostname":"oxz_switch","pid":4799,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:33.340133964Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:33.351077842Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:33.356954361Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:34.762817105Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:34.777253066Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:34.784494487Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:35.456055374Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:35.46780896Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:35.473873163Z","hostname":"oxz_switch","pid":4799} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:36.314911125Z","hostname":"oxz_switch","pid":4799,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"23989842-57a4-40c2-865b-dc66cf0181db.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a3bbed7a-d983-4b00-a345-c044d03f7b0d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a3ec6a42-2183-4272-a86a-dc3d0113adf8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a3ec6a42-2183-4272-a86a-dc3d0113adf8.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 866, tv_nsec: 712762553 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:36.315517649Z","hostname":"oxz_switch","pid":4799,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:36.348088947Z","hostname":"oxz_switch","pid":4799,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:36.727053929Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:36.737779011Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:36.743372203Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:37.811041937Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:37.822670761Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:37.828278433Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:39.289013319Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:39.300383807Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:39.307136346Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:40.016666608Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:40.027805671Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:40.034364686Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:40.575440528Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:40.584919042Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:40.58991787Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:41.234791617Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:41.246961334Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:41.252901855Z","hostname":"oxz_switch","pid":4799} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:41.330915873Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7659817364100215501"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:42.392479672Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14925765343793478260"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:42.548132281Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:42.559629602Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:42.565672904Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:43.428010227Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:43.440499442Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:43.446735149Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:44.806758543Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:44.81766457Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:44.824101212Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:46.234690207Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:46.246360692Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:46.252039836Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:47.36644422Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:47.376556459Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:47.381630908Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:48.69964937Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:48.728294165Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:48.743075804Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:49.628122123Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:49.639800799Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:49.646995599Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:50.979048499Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:50.991424561Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:50.997914755Z","hostname":"oxz_switch","pid":4799} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:51.258849031Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7659817364100215501"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:51.273936848Z","hostname":"oxz_switch","pid":4799,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-19T20:44:51.275371492Z","hostname":"oxz_switch","pid":4799,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.038650788s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:51.543277143Z","hostname":"oxz_switch","pid":4799,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"23989842-57a4-40c2-865b-dc66cf0181db.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a3bbed7a-d983-4b00-a345-c044d03f7b0d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a3ec6a42-2183-4272-a86a-dc3d0113adf8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a3ec6a42-2183-4272-a86a-dc3d0113adf8.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 882, tv_nsec: 17105612 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:51.543722624Z","hostname":"oxz_switch","pid":4799,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:51.576236762Z","hostname":"oxz_switch","pid":4799,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:52.380685714Z","hostname":"oxz_switch","pid":4799,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14925765343793478260"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:52.4566406Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:52.511974317Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:52.521408713Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:53.537887984Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:53.555380538Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:53.565913217Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:54.327820834Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:54.348286778Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:54.358524839Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:55.724872172Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:55.74424183Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:55.750411546Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:56.379078673Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:56.391916527Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:56.398861011Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:57.757899579Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:57.768907699Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:57.775311051Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:59.075991648Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:59.088198607Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:44:59.095624672Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:45:00.446158219Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:45:00.464540893Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:45:00.473442831Z","hostname":"oxz_switch","pid":4799} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:45:01.155707048Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportrear0_0 addrs [fe80::18de:81ff:fe67:28a]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:45:01.16849534Z","hostname":"oxz_switch","pid":4799} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T20:45:01.175626558Z","hostname":"oxz_switch","pid":4799}