[ Feb 4 05:44:12 Enabled. ] [ Feb 4 05:44:12 Rereading configuration. ] [ Feb 4 05:44:13 Rereading configuration. ] [ Feb 4 05:44:24 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 4 05:44:24 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.660414371Z","hostname":"oxz_switch","pid":4449,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.710920052Z","hostname":"oxz_switch","pid":4449} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.71122754Z","hostname":"oxz_switch","pid":4449} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.711512368Z","hostname":"oxz_switch","pid":4449,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.713492652Z","hostname":"oxz_switch","pid":4449,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 4315d6be-f356-464f-91e5-9633cb62f778,\n ),\n sled_id: Some(\n d0027956-a294-4d1b-b170-f3aa82cf48e4,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.715656622Z","hostname":"oxz_switch","pid":4449} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.715690643Z","hostname":"oxz_switch","pid":4449,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.71995191Z","hostname":"oxz_switch","pid":4449,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec6b:34ff:fec2:8f79->ee:6b:34:c2:8f:79"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:24.720165046Z","hostname":"oxz_switch","pid":4449,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc54:f7ff:fe79:c7aa->fe:54:f7:79:c7:aa"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:24.721783561Z","hostname":"oxz_switch","pid":4449} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:24.726951733Z","hostname":"oxz_switch","pid":4449} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-04T05:44:24.731869229Z","hostname":"oxz_switch","pid":4449} [ Feb 4 05:44:25 Rereading configuration. ] [ Feb 4 05:44:25 Executing refresh method (:kill). ] [ Feb 4 05:44:25 Stopping because all processes in service exited. ] [ Feb 4 05:44:25 Executing stop method (:kill). ] [ Feb 4 05:44:25 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 4 05:44:25 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.290209323Z","hostname":"oxz_switch","pid":4690,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.335136061Z","hostname":"oxz_switch","pid":4690} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.335529711Z","hostname":"oxz_switch","pid":4690} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.335600163Z","hostname":"oxz_switch","pid":4690,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.337494855Z","hostname":"oxz_switch","pid":4690,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.337571988Z","hostname":"oxz_switch","pid":4690,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 4315d6be-f356-464f-91e5-9633cb62f778, sled_id: d0027956-a294-4d1b-b170-f3aa82cf48e4, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 8887d00e-15d3-40fb-9b4d-69a8b0eb26b4, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.337591368Z","hostname":"oxz_switch","pid":4690,"unit":"oximeter","producer_id":"1b907fe6-4411-4baf-bbd8-0c31f9469928"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 4315d6be-f356-464f-91e5-9633cb62f778,\n ),\n sled_id: Some(\n d0027956-a294-4d1b-b170-f3aa82cf48e4,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.339592363Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.345337322Z","hostname":"oxz_switch","pid":4690} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.347056779Z","hostname":"oxz_switch","pid":4690,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec6b:34ff:fec2:8f79->ee:6b:34:c2:8f:79"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.347280415Z","hostname":"oxz_switch","pid":4690,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc54:f7ff:fe79:c7aa->fe:54:f7:79:c7:aa"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.348322864Z","hostname":"oxz_switch","pid":4690,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.349428124Z","hostname":"oxz_switch","pid":4690,"local_addr":"[fd00:1122:3344:101::2]:46170","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.349462545Z","hostname":"oxz_switch","pid":4690,"local_addr":"[fd00:1122:3344:101::2]:46170","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.34963999Z","hostname":"oxz_switch","pid":4690,"local_addr":"[fd00:1122:3344:101::2]:46170","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46170","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.34965562Z","hostname":"oxz_switch","pid":4690,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.34966193Z","hostname":"oxz_switch","pid":4690,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.349833415Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.350270287Z","hostname":"oxz_switch","pid":4690,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.350334649Z","hostname":"oxz_switch","pid":4690,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46170","producer_id":"1b907fe6-4411-4baf-bbd8-0c31f9469928"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:25.35035242Z","hostname":"oxz_switch","pid":4690,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.3503636Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.350539335Z","hostname":"oxz_switch","pid":4690} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.350931256Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.351125401Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-04T05:44:08.535228671Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.351158832Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","id":"13766928113655732455"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:25.351171602Z","hostname":"oxz_switch","pid":4690,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-04T05:44:25.35365171Z","hostname":"oxz_switch","pid":4690} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T05:44:26.343515438Z","hostname":"oxz_switch","pid":4690,"interface":"tfportqsfp0_0","entry":"10.151.2.174->7e:0b:59:d8:59:22"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:26.659828939Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:26.665135615Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:26.667929572Z","hostname":"oxz_switch","pid":4690} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:26.668144978Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:26.669555967Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-04T05:44:08.535080967Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:26.669609578Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","id":"2940223530143264850"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:26.669625069Z","hostname":"oxz_switch","pid":4690,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:27.774472122Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:27.779905502Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:27.782782151Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:28.721347807Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:28.726611581Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:28.729543602Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.086453417Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.092098323Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.095320631Z","hostname":"oxz_switch","pid":4690} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.352587186Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"49ee478b-5bc4-47dd-8527-b4b8f277f0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"719fc1bc-9f1d-41de-9504-125044ede29f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a1cb83b8-8359-43a5-9f1c-f00cb131d2c1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a1cb83b8-8359-43a5-9f1c-f00cb131d2c1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 4441, tv_nsec: 340454960 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.353218503Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.386609763Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.936976239Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.942373217Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:30.945420381Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:32.215547286Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:32.219849835Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:32.222425816Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:33.348977208Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:33.35306796Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:33.356123815Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:33.894946602Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:33.900412083Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:33.903124177Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:34.474642875Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:34.479226891Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:34.482026238Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:35.35508852Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13766928113655732455"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:35.82172436Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:35.826270485Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:35.829193456Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:36.391495229Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:36.39623873Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:36.39915756Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:36.67188228Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2940223530143264850"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:37.228827007Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:37.233927897Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:37.237027143Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:37.795551953Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:37.800556611Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:37.803303106Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:38.878990808Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:38.890979578Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:38.893740914Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:40.256342926Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:40.260731027Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:40.268696846Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:41.283568642Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:41.288061016Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:41.290990577Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:42.195917806Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:42.200959895Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:42.204413Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:43.209517337Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:43.214047172Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:43.216992493Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:44.496357243Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:44.501173385Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:44.504032514Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:45.249693758Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:45.255069266Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:45.257689418Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:45.35800111Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13766928113655732455"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:45.38814692Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T05:44:45.389315882Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.038947563s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:46.130003779Z","hostname":"oxz_switch","pid":4690,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"49ee478b-5bc4-47dd-8527-b4b8f277f0ae.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"719fc1bc-9f1d-41de-9504-125044ede29f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a1cb83b8-8359-43a5-9f1c-f00cb131d2c1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a1cb83b8-8359-43a5-9f1c-f00cb131d2c1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 4456, tv_nsec: 595946911 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:46.130696279Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:46.164279294Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:46.909355Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:46.915810368Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:46.91913192Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:47.195977358Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2940223530143264850"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:48.047799478Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:48.052714504Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:48.055662225Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:49.312228371Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:49.318006331Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:49.321086766Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:50.620092993Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:50.631229331Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:50.636731173Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:51.593411028Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:51.598265903Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:51.600982348Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:52.153606757Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:52.158726008Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:52.161665419Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:53.49371753Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:53.498756669Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:53.501731121Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:54.494479734Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:54.499084611Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:54.501579427Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:55.859204287Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13766928113655732455"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:55.998709399Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:56.005134477Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:56.00887758Z","hostname":"oxz_switch","pid":4690} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:57.172882311Z","hostname":"oxz_switch","pid":4690,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2940223530143264850"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:57.446515427Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:57.451666229Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:57.454212889Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:58.027390176Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:58.032755824Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:58.035832479Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:59.504922824Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:59.510001434Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:44:59.51708048Z","hostname":"oxz_switch","pid":4690} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:45:00.603612932Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportrear0_0 addrs [fe80::ec6b:34ff:fec2:8f79]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:45:00.609080773Z","hostname":"oxz_switch","pid":4690} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:45:00.612165338Z","hostname":"oxz_switch","pid":4690} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T05:45:01.12688334Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T05:45:01.128084383Z","hostname":"oxz_switch","pid":4690,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.294286439s","count":"1"}