[ Jan 17 03:57:35 Enabled. ] [ Jan 17 03:57:35 Rereading configuration. ] [ Jan 17 03:57:36 Rereading configuration. ] [ Jan 17 03:57:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 17 03:57:47 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.133618732Z","hostname":"oxz_switch","pid":4550,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.177324092Z","hostname":"oxz_switch","pid":4550} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.177638259Z","hostname":"oxz_switch","pid":4550} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.177839443Z","hostname":"oxz_switch","pid":4550,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.179986269Z","hostname":"oxz_switch","pid":4550,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 3eb313db-2076-47a7-b55b-e31f0e621085,\n ),\n sled_id: Some(\n 65107389-d40e-40d2-a695-cfb4cf9e999a,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.181291057Z","hostname":"oxz_switch","pid":4550} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.181318188Z","hostname":"oxz_switch","pid":4550,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.186738084Z","hostname":"oxz_switch","pid":4550,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b8bc:2ff:fe59:51c1->ba:bc:02:59:51:c1"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.186959279Z","hostname":"oxz_switch","pid":4550,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec24:f9ff:fe37:9085->ee:24:f9:37:90:85"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.18977132Z","hostname":"oxz_switch","pid":4550} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.195285948Z","hostname":"oxz_switch","pid":4550} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-17T03:57:48.200138713Z","hostname":"oxz_switch","pid":4550} [ Jan 17 03:57:48 Rereading configuration. ] [ Jan 17 03:57:48 Executing refresh method (:kill). ] [ Jan 17 03:57:48 Stopping because all processes in service exited. ] [ Jan 17 03:57:48 Executing stop method (:kill). ] [ Jan 17 03:57:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 17 03:57:48 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.757365452Z","hostname":"oxz_switch","pid":4913,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.803255659Z","hostname":"oxz_switch","pid":4913} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.803619607Z","hostname":"oxz_switch","pid":4913} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.80373119Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.805722922Z","hostname":"oxz_switch","pid":4913,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.805873476Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 3eb313db-2076-47a7-b55b-e31f0e621085, sled_id: 65107389-d40e-40d2-a695-cfb4cf9e999a, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: dd2653a1-4487-402a-8739-2ec9e044aff0, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.805902446Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter","producer_id":"868533f3-b0ff-475f-94f7-026221b826ef"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 3eb313db-2076-47a7-b55b-e31f0e621085,\n ),\n sled_id: Some(\n 65107389-d40e-40d2-a695-cfb4cf9e999a,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.807666104Z","hostname":"oxz_switch","pid":4913} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.814693825Z","hostname":"oxz_switch","pid":4913,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b8bc:2ff:fe59:51c1->ba:bc:02:59:51:c1"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.81490503Z","hostname":"oxz_switch","pid":4913,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec24:f9ff:fe37:9085->ee:24:f9:37:90:85"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.816041564Z","hostname":"oxz_switch","pid":4913} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.816884793Z","hostname":"oxz_switch","pid":4913,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.817556117Z","hostname":"oxz_switch","pid":4913,"local_addr":"[fd00:1122:3344:101::2]:38211","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.817631838Z","hostname":"oxz_switch","pid":4913,"local_addr":"[fd00:1122:3344:101::2]:38211","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.81769143Z","hostname":"oxz_switch","pid":4913,"local_addr":"[fd00:1122:3344:101::2]:38211","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:38211","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.81770369Z","hostname":"oxz_switch","pid":4913,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.81771008Z","hostname":"oxz_switch","pid":4913,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.817834383Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.818209461Z","hostname":"oxz_switch","pid":4913,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.818280423Z","hostname":"oxz_switch","pid":4913,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:38211","producer_id":"868533f3-b0ff-475f-94f7-026221b826ef"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:48.818299703Z","hostname":"oxz_switch","pid":4913,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.818307303Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.821388149Z","hostname":"oxz_switch","pid":4913} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.821940911Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.822096194Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-17T03:57:31.710199622Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.822135895Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","id":"13799327538117163012"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:48.822169136Z","hostname":"oxz_switch","pid":4913,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-17T03:57:48.824564928Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:49.702638989Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:49.708137218Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:49.711625443Z","hostname":"oxz_switch","pid":4913} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:49.711854538Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:49.713128375Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-17T03:57:31.710068889Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:49.713183596Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","id":"13131389896589078479"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:49.713193006Z","hostname":"oxz_switch","pid":4913,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:57:50.23861951Z","hostname":"oxz_switch","pid":4913,"interface":"tfportqsfp0_0","entry":"10.151.1.174->b2:da:e0:b6:af:3d"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:50.99851383Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:51.004198922Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:51.006996392Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:52.17397653Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:52.17958461Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:52.182513343Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:53.311213757Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:53.316165924Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:53.334901967Z","hostname":"oxz_switch","pid":4913} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:53.821958686Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1f83e203-41c5-413e-b9d6-2c2d0faa69da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b8dea41-7bc2-4af4-b4ae-4768e0bf707f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 654, tv_nsec: 665802116 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:53.822472728Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:53.854412605Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:54.383756703Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:54.389276192Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:54.392609154Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:55.584458277Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:55.589148378Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:55.597825464Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:57.09939333Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:57.104531111Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:57.107603897Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:57.963216936Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:57.967584819Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:57.96995041Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:58.639385893Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:58.644048193Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:58.646480686Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:58.825835045Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:59.531502287Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:59.535614306Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:59.538364525Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:57:59.71522889Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:00.496471138Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:00.501010156Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:00.504104532Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:01.890333688Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:01.89511174Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:01.898124365Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:02.53559955Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:02.540096147Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:02.543258455Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:03.974954367Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:03.979640078Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:03.982820987Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:04.808703826Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:04.812855375Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:04.815806429Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:05.65386957Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:05.65804333Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:05.660789899Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:06.532444232Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:06.537713416Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:06.540495346Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:07.028691528Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:07.033183745Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:07.036151608Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:08.161519171Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:08.189761313Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T03:58:08.190970079Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.039190004s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:08.32100661Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1f83e203-41c5-413e-b9d6-2c2d0faa69da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b8dea41-7bc2-4af4-b4ae-4768e0bf707f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 669, tv_nsec: 831074377 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:08.321690062Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:08.351055821Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:08.381041953Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:08.385918456Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:08.389045407Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:09.053386719Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:09.59053798Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:09.596365414Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:09.599233397Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:10.504853687Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:10.511051386Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:10.515073758Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:11.231571449Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:11.245782468Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:11.254483444Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:12.035110299Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:12.04192765Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:12.046088765Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:13.425445966Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:13.43063538Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:13.434608947Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:14.342145151Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:14.349624369Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:14.353791234Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:15.146115674Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:15.153419384Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:15.157523705Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:15.89448209Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:15.900709296Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:15.90385582Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:17.017510412Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:17.023384158Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:17.027532387Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:18.083660619Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:18.090117778Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:18.09388895Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:18.191916419Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:19.076281618Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:19.297106266Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:19.301785997Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:19.304843493Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:20.429230775Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:20.43456598Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:20.437609555Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:21.344862451Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:21.349550002Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:21.352581447Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:22.585044209Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:22.591633411Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:22.595239568Z","hostname":"oxz_switch","pid":4913} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:23.371070654Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T03:58:23.372161438Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.200447688s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:23.735894064Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:23.74081291Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:23.744870587Z","hostname":"oxz_switch","pid":4913} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:23.965845171Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1f83e203-41c5-413e-b9d6-2c2d0faa69da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b8dea41-7bc2-4af4-b4ae-4768e0bf707f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 685, tv_nsec: 456368065 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:23.966401073Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:23.996310257Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:24.924976145Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:24.931558706Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:24.935690075Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:29.825035812Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:29.825226966Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:29.825246847Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:29.840954526Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:29.983847177Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:31.27299259Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:31.281214737Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:31.285890118Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:31.980098234Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:31.987462573Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:31.991736705Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:32.573615916Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:32.580565855Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:32.585119263Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:33.736108642Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:33.74390531Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:33.747981248Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:34.345929826Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:34.352936096Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:34.357894093Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:35.066196017Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:35.070921739Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:35.073672718Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:36.507606545Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:36.512080432Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:36.515107487Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:37.318887333Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:37.324277308Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:37.327070158Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:38.129352372Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:38.134266868Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:38.136966096Z","hostname":"oxz_switch","pid":4913} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:39.003324606Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T03:58:39.009699603Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.835755262s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:39.175851068Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:39.181578122Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:39.184467604Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:39.78900778Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:39.789542012Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:40.076027106Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1f83e203-41c5-413e-b9d6-2c2d0faa69da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b8dea41-7bc2-4af4-b4ae-4768e0bf707f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 701, tv_nsec: 564025261 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:40.076633929Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:40.108400822Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:40.633815677Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:40.639171562Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:40.642382391Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:41.242922822Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:41.248553452Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:41.251167149Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:41.902694617Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:41.907525341Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:41.910972195Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:43.375991394Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:43.381183625Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:43.384011946Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:44.490442621Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:44.496190335Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:44.498900033Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:45.668215601Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:45.673608907Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:45.676507909Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:47.076612863Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:47.081283983Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:47.083798627Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:47.937652208Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:47.943159586Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:47.946512289Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:49.09088145Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:49.096849408Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:49.100469896Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:49.790972402Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:49.791459843Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:49.911856853Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:49.917858232Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:49.921775916Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:51.020950856Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:51.026001535Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:51.029408778Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:51.760532338Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:51.76760323Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:51.771058635Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:52.882514478Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:52.892419121Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:52.899706728Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:54.410031893Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:54.423755378Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:54.430096584Z","hostname":"oxz_switch","pid":4913} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:55.132759343Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T03:58:55.132963167Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"66.953333741s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:55.369924905Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:55.382676709Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:55.618583925Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:56.336997551Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:56.345387892Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:56.377263578Z","hostname":"oxz_switch","pid":4913} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:57.020548628Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1f83e203-41c5-413e-b9d6-2c2d0faa69da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b8dea41-7bc2-4af4-b4ae-4768e0bf707f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 718, tv_nsec: 501998552 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:57.022045001Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:57.190403323Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:57.848467161Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:57.864156849Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:57.873748185Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:58.856612431Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:58.863027319Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:58.867841142Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:59.858987577Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:58:59.859483978Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:00.00551711Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:00.019667664Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:00.023502897Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:00.660749206Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:00.666442549Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:00.66972735Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:01.364861205Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:01.369791921Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:01.372681423Z","hostname":"oxz_switch","pid":4913} {"msg":"removed stale NDP entry :fe80::b8bc:2ff:fe59:51c1->ba:bc:02:59:51:c1","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:59:01.934114733Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:02.248046448Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:02.255019268Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:02.258793179Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:02.88074325Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:02.892887381Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:02.897871518Z","hostname":"oxz_switch","pid":4913} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T03:59:03.117857552Z","hostname":"oxz_switch","pid":4913,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b8bc:2ff:fe59:51c1->ba:bc:02:59:51:c1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:04.254036236Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:04.26304452Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:04.267137678Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:05.288608475Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:05.293765796Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:05.297092338Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:06.138817267Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:06.144178892Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:06.147563835Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:06.859518042Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:06.865278236Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:06.868090397Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:08.322469738Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:08.32769382Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:08.330739155Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:08.84685335Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:08.85106368Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:08.853672736Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:09.863010072Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:09.86339346Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:10.037167779Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:10.042607266Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:10.045999109Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:11.272326694Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:11.277397013Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:11.280197373Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:12.128604516Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:12.133541293Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:12.136462416Z","hostname":"oxz_switch","pid":4913} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:12.19150085Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T03:59:12.193222437Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.019324976s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:13.235141843Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:13.240820276Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:13.243794469Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:13.777372719Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:13.782200773Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:13.785284229Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:14.591688919Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:14.598035296Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:14.601758516Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:15.662506687Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:15.669401986Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:15.673547165Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:16.324107322Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:16.330012329Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:16.333257429Z","hostname":"oxz_switch","pid":4913} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:16.512467305Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1f83e203-41c5-413e-b9d6-2c2d0faa69da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b8dea41-7bc2-4af4-b4ae-4768e0bf707f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 737, tv_nsec: 999396678 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:16.513075098Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:16.568810437Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:17.162097172Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:17.170504172Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:17.174632491Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:17.873866755Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:17.881916778Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:17.886213771Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:18.723034285Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:18.731127648Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:18.735954052Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:19.620254798Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:19.625818378Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:19.628889644Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:19.86669982Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:19.867545898Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:20.939701726Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:20.944778015Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:20.94825536Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:22.010879663Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:22.017073346Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:22.020556411Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:23.005461701Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:23.012613195Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:23.016254563Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:24.406109585Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:24.411159684Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:24.413988435Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:25.177254337Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:25.182546711Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:25.185530515Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:26.088124994Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:26.093857248Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:26.097762872Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:27.283703348Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:27.291227149Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:27.295085222Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:28.099294495Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:28.106060021Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:28.109795551Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:28.975643599Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:28.982825254Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:28.986443842Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:29.871184147Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:29.871611516Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:29.87549213Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:29.881154032Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:29.884563985Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:30.610796459Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:30.617004573Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:30.620147111Z","hostname":"oxz_switch","pid":4913} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:31.569765111Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T03:59:31.570697391Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"103.396763341s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:31.738010511Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:31.743901678Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:31.74723384Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:32.427799492Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:32.433409473Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:32.436748264Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:33.044045591Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:33.050020359Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:33.053374351Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:33.646877999Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:33.65251419Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:33.656107828Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:35.073528821Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:35.079933348Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:35.083083876Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:35.980003891Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:35.98690697Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:35.99016973Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:36.993382413Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:36.999906943Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:37.003198324Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:37.807100179Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:37.8131969Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:37.816305597Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:38.730585507Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:38.736191518Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:38.73912303Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:39.643095469Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:39.6478039Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:39.65103259Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:39.875996793Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:39.876532841Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:40.459346137Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:40.465607734Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:40.46867701Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.223996481Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.228782884Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.231456071Z","hostname":"oxz_switch","pid":4913} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.254870965Z","hostname":"oxz_switch","pid":4913,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1f83e203-41c5-413e-b9d6-2c2d0faa69da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b8dea41-7bc2-4af4-b4ae-4768e0bf707f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf46b806-6a70-4fb7-ae18-f72a3ed0475d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 762, tv_nsec: 742651419 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.255412537Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.287519598Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.35968339Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd2c9aa-4a13-46cf-9f60-3b822fb35499\", \"content-length\": \"41\", \"date\": \"Sat, 17 Jan 2026 03:59:41 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.36219686Z","hostname":"oxz_switch","pid":4913,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.971302219Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.976853058Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:41.980632649Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:42.919660632Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:42.924567227Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:42.927711685Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:43.448457459Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:43.459106817Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:43.462340547Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:44.314303847Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:44.320581782Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:44.323617127Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:45.054312068Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:45.062991224Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:45.067837679Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:46.50460553Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:46.510888715Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:46.514102814Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:47.722611505Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:47.728749427Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:47.732198091Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:48.936511961Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:48.942421709Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:48.945445774Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:49.84886067Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:49.854716496Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:49.858179181Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:49.877448095Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:49.878923417Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:50.855207492Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:50.860984146Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:50.864629184Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:51.613202729Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:51.619048715Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:51.622585861Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:52.299670089Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:52.305081845Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:52.308365046Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:53.328876761Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:53.334507662Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:53.337334833Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:54.749278711Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:54.755671079Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:54.759039031Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:55.763062002Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:55.769125643Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:55.772128927Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:57.09226783Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:57.097031952Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:57.10108352Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:58.192589723Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:58.199147784Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:58.202090467Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:58.777045787Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:58.782716909Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:58.786129463Z","hostname":"oxz_switch","pid":4913} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:59.373310855Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:59.379148281Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:59.382496473Z","hostname":"oxz_switch","pid":4913} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:59.878779141Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13799327538117163012"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T03:59:59.881287665Z","hostname":"oxz_switch","pid":4913,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13131389896589078479"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T04:00:00.804433846Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportrear0_0 addrs [fe80::ec24:f9ff:fe37:9085]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T04:00:00.813222015Z","hostname":"oxz_switch","pid":4913} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T04:00:00.817371714Z","hostname":"oxz_switch","pid":4913}