[ Feb 27 02:59:13 Enabled. ] [ Feb 27 02:59:13 Rereading configuration. ] [ Feb 27 02:59:13 Rereading configuration. ] [ Feb 27 02:59:24 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 27 02:59:24 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:24.97641316Z","hostname":"oxz_switch","pid":4603,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.018882042Z","hostname":"oxz_switch","pid":4603} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.01918655Z","hostname":"oxz_switch","pid":4603} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.019393296Z","hostname":"oxz_switch","pid":4603,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.021234933Z","hostname":"oxz_switch","pid":4603,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n d92c990e-38a8-4f11-93aa-1cadf8bcd637,\n ),\n sled_id: Some(\n 0dc8e86b-7dfd-4794-bce6-1c340ba8c0a0,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.022389583Z","hostname":"oxz_switch","pid":4603} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.022414564Z","hostname":"oxz_switch","pid":4603,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.027439254Z","hostname":"oxz_switch","pid":4603,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6874:aeff:fee8:1dae->6a:74:ae:e8:1d:ae"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.028515152Z","hostname":"oxz_switch","pid":4603} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.033468271Z","hostname":"oxz_switch","pid":4603} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-27T02:59:25.038153823Z","hostname":"oxz_switch","pid":4603} [ Feb 27 02:59:25 Rereading configuration. ] [ Feb 27 02:59:25 Executing refresh method (:kill). ] [ Feb 27 02:59:25 Stopping because all processes in service exited. ] [ Feb 27 02:59:25 Executing stop method (:kill). ] [ Feb 27 02:59:25 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 27 02:59:25 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.602075501Z","hostname":"oxz_switch","pid":4950,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.649301477Z","hostname":"oxz_switch","pid":4950} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.649615125Z","hostname":"oxz_switch","pid":4950} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.649697257Z","hostname":"oxz_switch","pid":4950,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.651583146Z","hostname":"oxz_switch","pid":4950,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.651704839Z","hostname":"oxz_switch","pid":4950,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: d92c990e-38a8-4f11-93aa-1cadf8bcd637, sled_id: 0dc8e86b-7dfd-4794-bce6-1c340ba8c0a0, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: fbe52523-354a-4917-8caa-abf3602517e8, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.65172604Z","hostname":"oxz_switch","pid":4950,"unit":"oximeter","producer_id":"2f015446-701f-4192-a3e6-ab6a9331017f"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n d92c990e-38a8-4f11-93aa-1cadf8bcd637,\n ),\n sled_id: Some(\n 0dc8e86b-7dfd-4794-bce6-1c340ba8c0a0,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.653209828Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.660379204Z","hostname":"oxz_switch","pid":4950} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.661870703Z","hostname":"oxz_switch","pid":4950,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6874:aeff:fee8:1dae->6a:74:ae:e8:1d:ae"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.662182781Z","hostname":"oxz_switch","pid":4950,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f478:f4ff:fe38:a1ef->f6:78:f4:38:a1:ef"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.663190907Z","hostname":"oxz_switch","pid":4950,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.664385658Z","hostname":"oxz_switch","pid":4950,"local_addr":"[fd00:1122:3344:101::2]:53922","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.664420559Z","hostname":"oxz_switch","pid":4950,"local_addr":"[fd00:1122:3344:101::2]:53922","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.664619524Z","hostname":"oxz_switch","pid":4950,"local_addr":"[fd00:1122:3344:101::2]:53922","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:53922","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.664633855Z","hostname":"oxz_switch","pid":4950,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.664652675Z","hostname":"oxz_switch","pid":4950,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.664812529Z","hostname":"oxz_switch","pid":4950,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.665323683Z","hostname":"oxz_switch","pid":4950,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.665397085Z","hostname":"oxz_switch","pid":4950,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:53922","producer_id":"2f015446-701f-4192-a3e6-ab6a9331017f"} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.665410305Z","hostname":"oxz_switch","pid":4950} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.665422655Z","hostname":"oxz_switch","pid":4950,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:25.665430785Z","hostname":"oxz_switch","pid":4950,"unit":"oximeter"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.665932128Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.666173695Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-27T02:59:08.917919706Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.666227496Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","id":"17040493050180082503"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:25.666258187Z","hostname":"oxz_switch","pid":4950,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-27T02:59:25.668654159Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:26.358723072Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:26.363626049Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:26.366906164Z","hostname":"oxz_switch","pid":4950} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:26.367180801Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:26.368170187Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-27T02:59:08.917760641Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:26.368218278Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","id":"9362801698515553064"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:26.368231289Z","hostname":"oxz_switch","pid":4950,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-27T02:59:26.404440138Z","hostname":"oxz_switch","pid":4950,"interface":"tfportqsfp0_0","entry":"10.151.2.174->d6:8d:5e:2e:ed:b9"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:27.547643893Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:27.552248732Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:27.555322432Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:28.89549899Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:28.90125723Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:28.904410531Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:29.959746945Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:29.964286463Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:29.966767138Z","hostname":"oxz_switch","pid":4950} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:30.667640411Z","hostname":"oxz_switch","pid":4950,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0dea44a7-16e1-4ce3-b934-c4ece3fbeff6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c3f76e00-dc78-4f16-9f6f-73fdca410ae3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e16fd801-6b58-4175-9880-887aa0e015c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e16fd801-6b58-4175-9880-887aa0e015c6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3736, tv_nsec: 423524911 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:30.668155784Z","hostname":"oxz_switch","pid":4950,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:30.702126186Z","hostname":"oxz_switch","pid":4950,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:31.126402858Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:31.131578223Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:31.134435257Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:32.567719801Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:32.572271759Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:32.575070612Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:33.699246393Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:33.703676648Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:33.706736507Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:34.536572978Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:34.540189531Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:34.543161609Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:35.193840829Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:35.197593636Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:35.199924066Z","hostname":"oxz_switch","pid":4950} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:35.671436456Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17040493050180082503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:36.279342365Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:36.28376012Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:36.286583043Z","hostname":"oxz_switch","pid":4950} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:36.371177399Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9362801698515553064"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:37.309170667Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:37.313292614Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:37.31622127Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:37.839421551Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:37.844165654Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:37.846733641Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:39.20163406Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:39.205915751Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:39.208393516Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:40.34929041Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:40.353582352Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:40.356318272Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:41.114841862Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:41.119750869Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:41.122594363Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:42.279485215Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:42.283430308Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:42.286185089Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:44.042615596Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:44.047882183Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:44.050534362Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:45.391995438Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:45.396270739Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:45.399192725Z","hostname":"oxz_switch","pid":4950} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.158489878Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17040493050180082503"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.186589789Z","hostname":"oxz_switch","pid":4950,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-27T02:59:46.187655177Z","hostname":"oxz_switch","pid":4950,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.038165879s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.270153724Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.274747204Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.277658Z","hostname":"oxz_switch","pid":4950} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.473741322Z","hostname":"oxz_switch","pid":4950,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0dea44a7-16e1-4ce3-b934-c4ece3fbeff6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c3f76e00-dc78-4f16-9f6f-73fdca410ae3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e16fd801-6b58-4175-9880-887aa0e015c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e16fd801-6b58-4175-9880-887aa0e015c6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3751, tv_nsec: 746350841 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.474331508Z","hostname":"oxz_switch","pid":4950,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.507022669Z","hostname":"oxz_switch","pid":4950,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:46.854729609Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9362801698515553064"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:47.328712946Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:47.333134641Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:47.335884183Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:48.538577268Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:48.543355193Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:48.546086394Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:49.611029766Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:49.615225345Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:49.618024208Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:50.178271352Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:50.183686002Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:50.186585978Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:51.560121218Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:51.564844091Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:51.567376787Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:53.027471011Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:53.031457225Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:53.034104693Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:53.672320696Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:53.676591227Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:53.679257236Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:54.574496178Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:54.578839471Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:54.581541161Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:55.740435114Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:55.744887141Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:55.747672313Z","hostname":"oxz_switch","pid":4950} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:56.133208268Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17040493050180082503"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:56.828763225Z","hostname":"oxz_switch","pid":4950,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9362801698515553064"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:57.051316494Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:57.056142851Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:57.05885981Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:57.78806358Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:57.792422423Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:57.795138787Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:58.543380249Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:58.548166874Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:58.550778412Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:59.698870754Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:59.702922811Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T02:59:59.705471116Z","hostname":"oxz_switch","pid":4950} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T03:00:00.63272818Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportrear0_0 addrs [fe80::6874:aeff:fee8:1dae]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T03:00:00.636759385Z","hostname":"oxz_switch","pid":4950} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-27T03:00:00.639192388Z","hostname":"oxz_switch","pid":4950}