[ Jan  7 21:58:49 Enabled. ]
[ Jan  7 21:58:49 Rereading configuration. ]
[ Jan  7 21:58:50 Rereading configuration. ]
[ Jan  7 21:59:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jan  7 21:59:01 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:01.659612346Z","hostname":"oxz_switch","pid":4973,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:01.700914156Z","hostname":"oxz_switch","pid":4973}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:01.701317382Z","hostname":"oxz_switch","pid":4973}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:01.703280281Z","hostname":"oxz_switch","pid":4973,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:01.703477154Z","hostname":"oxz_switch","pid":4973,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        41ed28eb-1770-4c2d-a260-ad012f7c8877,\n    ),\n    sled_id: Some(\n        258ceed3-b958-4061-8e31-5005a7ca97c3,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:01.70520461Z","hostname":"oxz_switch","pid":4973}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:01.705259161Z","hostname":"oxz_switch","pid":4973,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:01.7092862Z","hostname":"oxz_switch","pid":4973,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e8f9:16ff:fe60:2b4a->ea:f9:16:60:2b:4a"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:01.713619574Z","hostname":"oxz_switch","pid":4973}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:01.719902537Z","hostname":"oxz_switch","pid":4973}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-07T21:59:01.72618235Z","hostname":"oxz_switch","pid":4973}
[ Jan  7 21:59:02 Rereading configuration. ]
[ Jan  7 21:59:02 Executing refresh method (:kill). ]
[ Jan  7 21:59:02 Stopping because all processes in service exited. ]
[ Jan  7 21:59:02 Executing stop method (:kill). ]
[ Jan  7 21:59:02 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jan  7 21:59:02 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.32421431Z","hostname":"oxz_switch","pid":5323,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.363313018Z","hostname":"oxz_switch","pid":5323}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.363681724Z","hostname":"oxz_switch","pid":5323}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.363767875Z","hostname":"oxz_switch","pid":5323,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.364949663Z","hostname":"oxz_switch","pid":5323,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.365572852Z","hostname":"oxz_switch","pid":5323,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 41ed28eb-1770-4c2d-a260-ad012f7c8877, sled_id: 258ceed3-b958-4061-8e31-5005a7ca97c3, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: eca88c96-53fa-481b-8c3a-e42f1961fd3d, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.365598602Z","hostname":"oxz_switch","pid":5323,"unit":"oximeter","producer_id":"88c94aae-fdd2-4457-a06b-192b91d7e289"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        41ed28eb-1770-4c2d-a260-ad012f7c8877,\n    ),\n    sled_id: Some(\n        258ceed3-b958-4061-8e31-5005a7ca97c3,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.366722279Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.374184579Z","hostname":"oxz_switch","pid":5323}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.374827339Z","hostname":"oxz_switch","pid":5323,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::508c:37ff:fe7e:fdee->52:8c:37:7e:fd:ee"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.375018961Z","hostname":"oxz_switch","pid":5323,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e8f9:16ff:fe60:2b4a->ea:f9:16:60:2b:4a"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.376226009Z","hostname":"oxz_switch","pid":5323,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.376909879Z","hostname":"oxz_switch","pid":5323,"local_addr":"[fd00:1122:3344:101::2]:33844","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.376989021Z","hostname":"oxz_switch","pid":5323,"local_addr":"[fd00:1122:3344:101::2]:33844","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.377037431Z","hostname":"oxz_switch","pid":5323,"local_addr":"[fd00:1122:3344:101::2]:33844","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:33844","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.377063722Z","hostname":"oxz_switch","pid":5323,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.377076812Z","hostname":"oxz_switch","pid":5323,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.377717231Z","hostname":"oxz_switch","pid":5323,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.378083057Z","hostname":"oxz_switch","pid":5323,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.378153078Z","hostname":"oxz_switch","pid":5323,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:33844","producer_id":"88c94aae-fdd2-4457-a06b-192b91d7e289"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:02.378164508Z","hostname":"oxz_switch","pid":5323,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.378174738Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.379419586Z","hostname":"oxz_switch","pid":5323}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.379771142Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.379991065Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-07T21:58:45.625581035Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.380044316Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","id":"13744581995329210214"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.380053536Z","hostname":"oxz_switch","pid":5323,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-07T21:59:02.382206558Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.920692558Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.925850655Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.929179284Z","hostname":"oxz_switch","pid":5323}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.929369936Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.93026507Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-07T21:58:45.625444703Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.930311801Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","id":"13745677142907762949"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:02.930326961Z","hostname":"oxz_switch","pid":5323,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-07T21:59:03.023259544Z","hostname":"oxz_switch","pid":5323,"interface":"tfportqsfp0_0","entry":"10.151.1.174->ca:36:d5:9d:af:f3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:03.504432088Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:03.509116007Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:03.512113291Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:04.202335555Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:04.207621233Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:04.210676458Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:04.769935116Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:04.775225394Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:04.778174387Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:05.776587477Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:05.781101614Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:05.784163889Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:06.676554821Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:06.680953046Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:06.683963961Z","hostname":"oxz_switch","pid":5323}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:07.381004915Z","hostname":"oxz_switch","pid":5323,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"12108c89-0861-4204-8076-0f158628b7df.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"72c00207-46dd-4ed5-9961-32d35103ed6b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca0b25e5-526f-4db7-a30f-ebed4edf5319.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca0b25e5-526f-4db7-a30f-ebed4edf5319.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 653, tv_nsec: 114873893 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:07.381589473Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:07.41313843Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:07.691489135Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:07.695680177Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:07.69856367Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:08.339104099Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:08.344266025Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:08.347205828Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:08.910945062Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:08.915690312Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:08.918556425Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:09.687115396Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:09.6920559Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:09.69478937Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:10.621707112Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:10.626145758Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:10.628948639Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:11.665499223Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:11.669899238Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:11.673185656Z","hostname":"oxz_switch","pid":5323}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:12.38440837Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13744581995329210214"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:12.932806217Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13745677142907762949"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:13.040794664Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:13.045379692Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:13.048479807Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:13.983655072Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:13.988177539Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:13.991185363Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:15.094205169Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:15.099746321Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:15.102320859Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:15.657551387Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:15.662069284Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:15.664734354Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:16.430191699Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:16.433935145Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:16.437306054Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:17.432548467Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:17.436759199Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:17.439369698Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:18.796442353Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:18.801682371Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:18.804454932Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:20.163556803Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:20.168942201Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:20.17165503Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:21.27301821Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:21.277812187Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:21.280868676Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:22.244022036Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:22.248908179Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:22.251567526Z","hostname":"oxz_switch","pid":5323}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:22.949347273Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13744581995329210214"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:22.976584511Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-07T21:59:22.977862337Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.036953666s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:23.156903803Z","hostname":"oxz_switch","pid":5323,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"12108c89-0861-4204-8076-0f158628b7df.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"72c00207-46dd-4ed5-9961-32d35103ed6b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca0b25e5-526f-4db7-a30f-ebed4edf5319.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca0b25e5-526f-4db7-a30f-ebed4edf5319.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 668, tv_nsec: 327627733 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:23.157589713Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:23.188222166Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:23.331217348Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:23.335913312Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:23.33905067Z","hostname":"oxz_switch","pid":5323}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:23.500192378Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13745677142907762949"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:24.833281053Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:24.833314934Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:24.843291511Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:26.185062092Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:26.191884803Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:26.195578194Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:27.195001023Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:27.199841267Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:27.202641235Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:27.735897851Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:27.740954292Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:27.743790181Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:29.153379865Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:29.160681441Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:29.164808546Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:30.452495035Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:30.456615766Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:30.459408006Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:31.276625978Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:31.283006811Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:31.286324241Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:32.678443944Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:32.682717234Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:32.685949616Z","hostname":"oxz_switch","pid":5323}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:32.980246909Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13744581995329210214"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:33.272705702Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:33.277904232Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:33.280654762Z","hostname":"oxz_switch","pid":5323}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:33.530291384Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13745677142907762949"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:34.535744635Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:34.541272745Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:34.544197745Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:35.813960763Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:35.818693981Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:35.821541169Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:36.882192476Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:36.888068879Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:36.891393984Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:38.079712543Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:38.086346611Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:38.090083777Z","hostname":"oxz_switch","pid":5323}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:38.228445891Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-07T21:59:38.233708738Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.255179517s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:38.701692676Z","hostname":"oxz_switch","pid":5323,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"12108c89-0861-4204-8076-0f158628b7df.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"72c00207-46dd-4ed5-9961-32d35103ed6b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca0b25e5-526f-4db7-a30f-ebed4edf5319.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca0b25e5-526f-4db7-a30f-ebed4edf5319.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 683, tv_nsec: 834297378 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:38.702611629Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:38.757563601Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:39.494557756Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:39.501448907Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:39.505758671Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:40.155507287Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:40.159591957Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:40.161959752Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:41.498272131Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:41.503204524Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:41.506417591Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:42.496235218Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:42.50179186Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:42.504947727Z","hostname":"oxz_switch","pid":5323}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:42.993222177Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13744581995329210214"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:43.540365477Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13745677142907762949"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:43.84288698Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:43.847271205Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:43.850156567Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:44.969916044Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:44.974840656Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:44.977610468Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:46.241659664Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:46.24681938Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:46.249629272Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:47.697549446Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:47.731532689Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:47.784329139Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:49.168953677Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:49.173085616Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:49.175647208Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:50.090145335Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:50.095415778Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:50.098455424Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:51.382365566Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:51.390140701Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:51.394697669Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:51.947099364Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:51.955110082Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:51.960039225Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:52.734174414Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:52.739194568Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:52.741839487Z","hostname":"oxz_switch","pid":5323}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:52.997839433Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13744581995329210214"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:53.546015507Z","hostname":"oxz_switch","pid":5323,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13745677142907762949"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:53.760087172Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-07T21:59:53.761149198Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.781004746s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:53.783103312Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:53.78766907Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:53.790573833Z","hostname":"oxz_switch","pid":5323}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:54.643960228Z","hostname":"oxz_switch","pid":5323,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"12108c89-0861-4204-8076-0f158628b7df.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"72c00207-46dd-4ed5-9961-32d35103ed6b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca0b25e5-526f-4db7-a30f-ebed4edf5319.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca0b25e5-526f-4db7-a30f-ebed4edf5319.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 699, tv_nsec: 775921923 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:54.644868852Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:54.675350773Z","hostname":"oxz_switch","pid":5323,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:54.726165304Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:54.732171633Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:54.735321109Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:55.853180866Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:55.858797959Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:55.861697822Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:56.820280783Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:56.825790485Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:56.829058233Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:57.984638566Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:57.989841263Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:57.993356985Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:59.040245181Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:59.045067112Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:59.048776617Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:59.697161799Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:59.702456149Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T21:59:59.705382642Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T22:00:00.926217799Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T22:00:00.93238955Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T22:00:00.935975873Z","hostname":"oxz_switch","pid":5323}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T22:00:01.479856393Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportrear0_0 addrs [fe80::e8f9:16ff:fe60:2b4a]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T22:00:01.485645459Z","hostname":"oxz_switch","pid":5323}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-07T22:00:01.488546612Z","hostname":"oxz_switch","pid":5323}