[ Aug 29 02:57:22 Enabled. ]
[ Aug 29 02:57:22 Rereading configuration. ]
[ Aug 29 02:57:23 Rereading configuration. ]
[ Aug 29 02:57:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug 29 02:57:34 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:34.52337888Z","hostname":"oxz_switch","pid":5422,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:34.525393464Z","hostname":"oxz_switch","pid":5422}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:34.52579602Z","hostname":"oxz_switch","pid":5422}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:34.527228114Z","hostname":"oxz_switch","pid":5422,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:34.528120519Z","hostname":"oxz_switch","pid":5422,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        bc563cd6-87d1-4f97-b7bb-f5dd3fc9665d,\n    ),\n    sled_id: Some(\n        9feed2e5-3b25-47cb-9d39-7ba5e243fc18,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:34.529636875Z","hostname":"oxz_switch","pid":5422}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:34.529664695Z","hostname":"oxz_switch","pid":5422,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:34.534847412Z","hostname":"oxz_switch","pid":5422,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f8cb:5ff:fe6b:1101->fa:cb:05:6b:11:01"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:34.536253075Z","hostname":"oxz_switch","pid":5422}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:34.54131855Z","hostname":"oxz_switch","pid":5422}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:57:34.546910344Z","hostname":"oxz_switch","pid":5422}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.169609258Z","hostname":"oxz_switch","pid":5422}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.175746851Z","hostname":"oxz_switch","pid":5422}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:57:35.179039076Z","hostname":"oxz_switch","pid":5422}
[ Aug 29 02:57:35 Rereading configuration. ]
[ Aug 29 02:57:35 Executing refresh method (:kill). ]
[ Aug 29 02:57:35 Stopping because all processes in service exited. ]
[ Aug 29 02:57:35 Executing stop method (:kill). ]
[ Aug 29 02:57:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug 29 02:57:35 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.230282095Z","hostname":"oxz_switch","pid":5533,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.231322252Z","hostname":"oxz_switch","pid":5533}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.231658068Z","hostname":"oxz_switch","pid":5533}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.23178714Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.233874985Z","hostname":"oxz_switch","pid":5533,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.234002217Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: bc563cd6-87d1-4f97-b7bb-f5dd3fc9665d, sled_id: 9feed2e5-3b25-47cb-9d39-7ba5e243fc18, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 386470cb-c3ff-410a-863d-9a8855f3b2b9, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.234043948Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter","producer_id":"1bdc9ef8-7f0b-4956-acbf-14f0887928fc"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        bc563cd6-87d1-4f97-b7bb-f5dd3fc9665d,\n    ),\n    sled_id: Some(\n        9feed2e5-3b25-47cb-9d39-7ba5e243fc18,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.23538731Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.242817295Z","hostname":"oxz_switch","pid":5533}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.244676006Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec75:4aff:fe54:b49b->ee:75:4a:54:b4:9b"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.244858879Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f8cb:5ff:fe6b:1101->fa:cb:05:6b:11:01"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.246807162Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.247495433Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:43435","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.247592545Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:43435","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.247773348Z","hostname":"oxz_switch","pid":5533,"local_addr":"[fd00:1122:3344:101::2]:43435","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:43435","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.247808559Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.247821579Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.247971211Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.248329657Z","hostname":"oxz_switch","pid":5533,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.248381078Z","hostname":"oxz_switch","pid":5533,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:43435","producer_id":"1bdc9ef8-7f0b-4956-acbf-14f0887928fc"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:35.248396839Z","hostname":"oxz_switch","pid":5533,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.248403168Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.248780185Z","hostname":"oxz_switch","pid":5533}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.249217912Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.249728931Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17f2eccc-886c-489a-ab7e-e738ac5a4f6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59e6af81-59b6-4d74-ba02-b7e6fa4ecad4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 715, tv_nsec: 732620120 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.250572955Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-29T02:57:18.276397399Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.250633516Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","id":"10756346972753370589"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.250651066Z","hostname":"oxz_switch","pid":5533,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.25085847Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:35.267779433Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:57:35.268118829Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:36.046332099Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:36.054084409Z","hostname":"oxz_switch","pid":5533}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:57:36.062126334Z","hostname":"oxz_switch","pid":5533}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:57:36.180914955Z","hostname":"oxz_switch","pid":5533,"interface":"tfportqsfp0_0","entry":"10.151.2.174->d6:d7:2e:d0:7b:1c"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:37.40458754Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:37.410157103Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:37.41351622Z","hostname":"oxz_switch","pid":5533}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:37.413717593Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:37.414959084Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-29T02:57:18.276265037Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:37.414995474Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","id":"5840146271888448056"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:37.415006715Z","hostname":"oxz_switch","pid":5533,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:38.790007635Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:38.795125251Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:38.798481937Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:39.6741006Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:39.679045743Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:39.682390089Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:40.711663787Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:40.715926838Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:40.718912368Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:41.974116941Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:41.978145439Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:41.981588246Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:43.094563046Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:43.099880276Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:43.102945807Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:43.918669316Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:43.923394036Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:43.926225593Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:44.506757861Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:44.511220306Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:44.514680484Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:45.136802899Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:45.141126431Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:45.144175442Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:45.254834537Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:46.537336837Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:46.542528324Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:46.545701638Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:47.417250972Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:47.846633808Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:47.851244005Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:47.854443368Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:49.597809477Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:49.602604918Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:49.605888593Z","hostname":"oxz_switch","pid":5533}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:50.971315266Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:57:50.972673029Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.021255642s","count":"0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:51.014048612Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:51.003369517Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:51.006707743Z","hostname":"oxz_switch","pid":5533}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:51.232271303Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17f2eccc-886c-489a-ab7e-e738ac5a4f6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59e6af81-59b6-4d74-ba02-b7e6fa4ecad4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 731, tv_nsec: 27221022 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:51.232915934Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:51.239351302Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:52.390478464Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:52.395199833Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:52.398610291Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:53.432208983Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:53.437119985Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:53.440580473Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:54.856966526Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:54.862212804Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:54.86554505Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:55.894738375Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:55.898791723Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:55.901731512Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:55.935878466Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:56.559459686Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:56.564073554Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:56.567678824Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:57.7183253Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:57.723595969Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:57.72663711Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:58.092299096Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:59.039656967Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:59.044708722Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:59.047526449Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:59.985027002Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:59.989777292Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:57:59.993147709Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:00.569294959Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:00.573581651Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:00.576730264Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:01.592980039Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:01.597289692Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:01.600083428Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:02.514648804Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:02.519938183Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:02.523045725Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:03.985655569Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:03.990875476Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:03.994313724Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:05.205218739Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:05.210359136Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:05.213621011Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:05.758615248Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:05.763880046Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:05.766756454Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:05.910624651Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:06.204012961Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:58:06.204941727Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.305353387s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:06.772516483Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17f2eccc-886c-489a-ab7e-e738ac5a4f6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59e6af81-59b6-4d74-ba02-b7e6fa4ecad4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 746, tv_nsec: 605801582 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:06.773039992Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:06.781341871Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:07.263853999Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:07.269097507Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:07.272150738Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:08.067427851Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:08.070694386Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:08.075848383Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:08.07867565Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:08.843546452Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:08.848437114Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:08.851388383Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:10.202647588Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:10.206609555Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:10.20988383Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:11.630618122Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:11.635552125Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:11.638773509Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:12.695637087Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:12.700146843Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:12.703126653Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:13.378029873Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:13.383234231Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:13.38614843Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:14.279521011Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:14.284771289Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:14.287880481Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:14.996868594Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:15.001515382Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:15.00428806Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:15.885380503Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:16.056786132Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:16.061435046Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:16.06434301Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:17.523245892Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:17.527734348Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:17.530866191Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:18.042428636Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:18.788931039Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:18.793065678Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:18.796469996Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:19.497623167Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:19.502074972Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:19.505823485Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:20.465073102Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:20.469287443Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:20.472593439Z","hostname":"oxz_switch","pid":5533}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:21.741724533Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:58:21.74273945Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"45.88527892s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:21.900156535Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:21.905757699Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:21.908398043Z","hostname":"oxz_switch","pid":5533}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:23.001640458Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17f2eccc-886c-489a-ab7e-e738ac5a4f6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59e6af81-59b6-4d74-ba02-b7e6fa4ecad4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 762, tv_nsec: 878952711 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:23.002351354Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:23.008782963Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:23.40021141Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:23.405942776Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:23.409499876Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:24.330161225Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:24.335266741Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:24.337867014Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:25.098509775Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:25.103270945Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:25.106460439Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:25.731874487Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:25.736417444Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:25.739731519Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:25.86002745Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:27.158647021Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:27.165003617Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:27.16813375Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:28.025835932Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:28.253622139Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:28.258664874Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:28.261538262Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:29.029435144Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:29.034648662Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:29.037769234Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:30.772892528Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:30.782284846Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:30.788964128Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:32.059571337Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:32.097763739Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:32.102682041Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:33.044943924Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:33.05127094Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:33.055160765Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:34.116344535Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:34.130220078Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:34.138521259Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:34.889912583Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:34.893729127Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:34.896504224Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:35.83487173Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:36.214125533Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:36.218327624Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:36.221380015Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:37.181541288Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:37.18761803Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:37.19124868Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:37.944572699Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:37.956406348Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:37.959804405Z","hostname":"oxz_switch","pid":5533}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:37.96964383Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:58:37.970748589Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"62.157238379s","count":"3"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:38.00121257Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:38.952896371Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:38.958455775Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:38.961306742Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.210164698Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.217538282Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.222320052Z","hostname":"oxz_switch","pid":5533}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.754038773Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17f2eccc-886c-489a-ab7e-e738ac5a4f6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59e6af81-59b6-4d74-ba02-b7e6fa4ecad4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 780, tv_nsec: 675751692 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.757146285Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.764467198Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.78966199Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.795814263Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:40.799259411Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:41.89600715Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:41.901942019Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:41.907230718Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:43.399030754Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:43.404336363Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:43.407665019Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:44.116666028Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:44.121619711Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:44.124628521Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:44.72911257Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:44.735005659Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:44.738000389Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:45.517863586Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:45.522965742Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:45.526113844Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:45.827626217Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:46.501657962Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:46.506279359Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:46.509221378Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:47.283769247Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:47.289089057Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:47.291874613Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:48.000281924Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:48.028648279Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:48.034370725Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:48.037667681Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:49.016571574Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:49.02052515Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:49.024474336Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:50.190273272Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:50.195615802Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:50.198748584Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:52.56822891Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:52.574084518Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:52.578618244Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:53.851169909Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:53.860166279Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:53.865880005Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:55.17069344Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:55.176734992Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:55.17959698Z","hostname":"oxz_switch","pid":5533}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:55.765703761Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:58:55.767254827Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"79.957445507s","count":"4"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:55.836152081Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:55.970400391Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:55.977578221Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:55.980858706Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:56.877390149Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:56.886757966Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:56.891041898Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:58.002786617Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:58.019341955Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:58.02800952Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:58.034459238Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:58.749311447Z","hostname":"oxz_switch","pid":5533}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:58:59.483162475Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17f2eccc-886c-489a-ab7e-e738ac5a4f6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59e6af81-59b6-4d74-ba02-b7e6fa4ecad4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 799, tv_nsec: 404543691 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:00.242338606Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:00.30762037Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:00.363080539Z","hostname":"oxz_switch","pid":5533}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:00.454623743Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:07.911988267Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:07.922841919Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:08.005515694Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:08.089650464Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:08.371462587Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:09.666807172Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:09.673912582Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:09.679317012Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:11.226535959Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:11.242377985Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:11.255526175Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:12.520662925Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:12.527799544Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:12.532425162Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:13.146713685Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:13.157055519Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:13.162591231Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:13.793844499Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:13.803484801Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:13.808984783Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:15.255942579Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:15.264649595Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:15.269316003Z","hostname":"oxz_switch","pid":5533}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:15.496770994Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:59:15.511749075Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"99.701502479s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:15.924529942Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:15.99305452Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:16.005159353Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:16.667038954Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:16.679027325Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:16.685089246Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:17.431768518Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:17.438983729Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:17.444878178Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:17.960684141Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:18.033536451Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:18.044888862Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:18.149599836Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:18.174543874Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:19.331670544Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:19.356541801Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:19.394537088Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:20.654050812Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:20.663290577Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:20.684784337Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:21.199617575Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:21.206984078Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:21.211093787Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:22.484520045Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:22.493263172Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:22.498092323Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:23.573602684Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:23.583785915Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:23.588541335Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:24.203259126Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:24.21303333Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:24.217762279Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:25.046318222Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:25.058389135Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:25.064473367Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:26.403518305Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:26.417181244Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:26.422509974Z","hostname":"oxz_switch","pid":5533}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:27.319512574Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17f2eccc-886c-489a-ab7e-e738ac5a4f6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59e6af81-59b6-4d74-ba02-b7e6fa4ecad4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 827, tv_nsec: 237267474 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:27.322137038Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:27.394888477Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:27.449141577Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:27.459523071Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:27.464472634Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:27.966593577Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:28.038099026Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:28.754689043Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:28.763203426Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:28.767688421Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:29.693309851Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:29.700310249Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:29.70393466Z","hostname":"oxz_switch","pid":5533}
{"msg":"removed stale NDP entry :fe80::ec75:4aff:fe54:b49b->ee:75:4a:54:b4:9b","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:59:30.168194149Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:30.377661369Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:30.383447626Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:30.386470467Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:30.98873812Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:30.996376997Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:31.001237008Z","hostname":"oxz_switch","pid":5533}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T02:59:31.074524757Z","hostname":"oxz_switch","pid":5533,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec75:4aff:fe54:b49b->ee:75:4a:54:b4:9b"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:31.671985028Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:31.679060306Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:31.68347588Z","hostname":"oxz_switch","pid":5533}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:31.927689363Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T02:59:31.930005322Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"116.119912102s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:32.909046327Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:32.914107882Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:32.916876168Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:33.832275687Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:33.838288498Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:33.841607794Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:34.493550509Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:34.49962011Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:34.503016867Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:35.723051631Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:35.728269158Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:35.731112246Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:36.721617244Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:36.72736628Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:36.730620145Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:37.896824816Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:37.902638754Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:37.906889075Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:37.969924421Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:38.040221629Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:39.401634453Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:39.408364856Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:39.412603497Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:40.812069497Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:40.818603487Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:40.821944923Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:41.56118862Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:41.570887902Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:41.576434555Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:42.36024588Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:42.367043794Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:42.370902959Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:43.1694602Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:43.178051184Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:43.183412404Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:44.519385991Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:44.526333227Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:44.529683473Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:45.648792296Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:45.655396347Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:45.659062178Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:46.61398377Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:46.61938812Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:46.622604304Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:47.829047711Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:47.834604474Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:47.837831488Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:47.974242604Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:48.042419866Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:48.655659092Z","hostname":"oxz_switch","pid":5533,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17f2eccc-886c-489a-ab7e-e738ac5a4f6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59e6af81-59b6-4d74-ba02-b7e6fa4ecad4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"5d154bbd-46d7-436d-a0fb-eeec001b89d7.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 848, tv_nsec: 576847781 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:48.656289253Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:48.662805102Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:48.729825735Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f921471-6105-4eb3-af04-d3f4f9784cd0\", \"content-length\": \"41\", \"date\": \"Sat, 29 Aug 2026 02:59:48 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:48.732010122Z","hostname":"oxz_switch","pid":5533,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:49.028955568Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:49.033760918Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:49.036398562Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:49.917327544Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:49.92305055Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:49.926728102Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:51.420551504Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:51.427264276Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:51.430305877Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:52.843983405Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:52.854441141Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:52.857551523Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:54.073728522Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:54.079034661Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:54.081818388Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:55.357717818Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:55.363705728Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:55.367348749Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:56.778535646Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:56.7853636Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:56.789224635Z","hostname":"oxz_switch","pid":5533}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:57.976320137Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10756346972753370589"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:58.043975671Z","hostname":"oxz_switch","pid":5533,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5840146271888448056"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:58.173060154Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:58.179791217Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:58.183456789Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:59.381393082Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:59.388465461Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T02:59:59.392670351Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:00:00.262479507Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:00:00.270205766Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:00:00.27402595Z","hostname":"oxz_switch","pid":5533}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:00:01.76180634Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportrear0_0 addrs [fe80::f8cb:5ff:fe6b:1101]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:00:01.770419735Z","hostname":"oxz_switch","pid":5533}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:00:01.775561061Z","hostname":"oxz_switch","pid":5533}