[ Oct 23 22:42:16 Enabled. ]
[ Oct 23 22:42:16 Rereading configuration. ]
[ Oct 23 22:42:17 Rereading configuration. ]
[ Oct 23 22:42:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Oct 23 22:42:28 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.572954575Z","hostname":"oxz_switch","pid":5370,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.57487035Z","hostname":"oxz_switch","pid":5370}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.575201288Z","hostname":"oxz_switch","pid":5370}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.575482545Z","hostname":"oxz_switch","pid":5370,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.575772452Z","hostname":"oxz_switch","pid":5370,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        5a657593-3ffd-488f-aa4f-c2d043f8b6c2,\n    ),\n    sled_id: Some(\n        1eb8ac59-6bbf-4749-aa03-2f0ad1946096,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.577016681Z","hostname":"oxz_switch","pid":5370}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.577039972Z","hostname":"oxz_switch","pid":5370,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.582799139Z","hostname":"oxz_switch","pid":5370,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5cfc:dbff:fef8:4448->5e:fc:db:f8:44:48"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:28.583044465Z","hostname":"oxz_switch","pid":5370,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b45f:20ff:fe1e:50a0->b6:5f:20:1e:50:a0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:28.583468306Z","hostname":"oxz_switch","pid":5370}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:28.587240325Z","hostname":"oxz_switch","pid":5370}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:42:28.592381348Z","hostname":"oxz_switch","pid":5370}
[ Oct 23 22:42:29 Rereading configuration. ]
[ Oct 23 22:42:29 Executing refresh method (:kill). ]
[ Oct 23 22:42:29 Stopping because all processes in service exited. ]
[ Oct 23 22:42:29 Executing stop method (:kill). ]
[ Oct 23 22:42:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Oct 23 22:42:29 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.212971018Z","hostname":"oxz_switch","pid":5450,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.213974982Z","hostname":"oxz_switch","pid":5450}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.214392732Z","hostname":"oxz_switch","pid":5450}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.214488334Z","hostname":"oxz_switch","pid":5450,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.21472704Z","hostname":"oxz_switch","pid":5450,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.214949935Z","hostname":"oxz_switch","pid":5450,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 5a657593-3ffd-488f-aa4f-c2d043f8b6c2, sled_id: 1eb8ac59-6bbf-4749-aa03-2f0ad1946096, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: e9fe07f3-649a-483c-ab6b-41d78176695b, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.214974765Z","hostname":"oxz_switch","pid":5450,"unit":"oximeter","producer_id":"ad23de39-30d8-47fa-ab27-ac0d131abf0e"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        5a657593-3ffd-488f-aa4f-c2d043f8b6c2,\n    ),\n    sled_id: Some(\n        1eb8ac59-6bbf-4749-aa03-2f0ad1946096,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.216044821Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.223907329Z","hostname":"oxz_switch","pid":5450}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.224648506Z","hostname":"oxz_switch","pid":5450,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5cfc:dbff:fef8:4448->5e:fc:db:f8:44:48"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.224880842Z","hostname":"oxz_switch","pid":5450,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b45f:20ff:fe1e:50a0->b6:5f:20:1e:50:a0"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.226241444Z","hostname":"oxz_switch","pid":5450,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.226812278Z","hostname":"oxz_switch","pid":5450,"local_addr":"[fd00:1122:3344:101::2]:42966","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.226916241Z","hostname":"oxz_switch","pid":5450,"local_addr":"[fd00:1122:3344:101::2]:42966","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.227119625Z","hostname":"oxz_switch","pid":5450,"local_addr":"[fd00:1122:3344:101::2]:42966","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:42966","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.227134496Z","hostname":"oxz_switch","pid":5450,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.227145276Z","hostname":"oxz_switch","pid":5450,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.22731039Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.22772425Z","hostname":"oxz_switch","pid":5450,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.227781391Z","hostname":"oxz_switch","pid":5450,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:42966","producer_id":"ad23de39-30d8-47fa-ab27-ac0d131abf0e"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:29.227802802Z","hostname":"oxz_switch","pid":5450,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.227814622Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.22855455Z","hostname":"oxz_switch","pid":5450}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:42:29.229046411Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.24637ms","count":"0"}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.229104413Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.230100677Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-23T22:42:12.113268078Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.230130227Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","id":"17195656586748066456"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:29.230143058Z","hostname":"oxz_switch","pid":5450,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:42:29.231376817Z","hostname":"oxz_switch","pid":5450}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:42:29.467293857Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"239.459415ms","count":"1"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:42:30.090025699Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"862.168326ms","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:30.312602431Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:30.317379465Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:30.319982927Z","hostname":"oxz_switch","pid":5450}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:30.320238373Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:30.321162055Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-23T22:42:12.113131894Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:30.321207226Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","id":"16038591658783834674"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:30.321217596Z","hostname":"oxz_switch","pid":5450,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-23T22:42:30.627854414Z","hostname":"oxz_switch","pid":5450,"interface":"tfportqsfp0_0","entry":"10.151.1.174->8e:72:12:39:48:05"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:31.06683845Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:31.078614641Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:31.083545899Z","hostname":"oxz_switch","pid":5450}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:31.484094278Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c3c7a4-2d25-47f8-b487-f981af3791b3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3dc19e6c-ffc1-4818-983a-58e7767e485b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 581, tv_nsec: 135960097 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:31.484701452Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:31.502264242Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:32.548422898Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:32.552810683Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:32.555744723Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:34.04992216Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:34.054360956Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:34.056948548Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:34.734114239Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:34.739021276Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:34.742023827Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:35.709801343Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:35.71383547Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:35.716331489Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:36.493608048Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:36.49785538Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:36.500462712Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:37.654155955Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:37.658737434Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:37.666431257Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:38.261466048Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:38.266379795Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:38.269145181Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:38.964851074Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:38.969028314Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:38.971668597Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:39.237954142Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:39.639423883Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:39.644420582Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:39.647139117Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:40.323312314Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:40.88254963Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:40.886698599Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:40.889473555Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:41.985107362Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:41.98920128Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:41.991776762Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:43.319316063Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:43.323636417Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:43.327049388Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:44.048949166Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:44.053123046Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:44.055564564Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:44.975027447Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:44.979689728Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:44.982642909Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:46.213790009Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:46.21844833Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:46.220724085Z","hostname":"oxz_switch","pid":5450}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:46.503180156Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:42:46.5042053Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"17.276393978s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:46.620268942Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:46.624960994Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:46.627619288Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:47.80970392Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:47.81387059Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:47.816566895Z","hostname":"oxz_switch","pid":5450}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:48.280638339Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c3c7a4-2d25-47f8-b487-f981af3791b3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3dc19e6c-ffc1-4818-983a-58e7767e485b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 598, tv_nsec: 716039461 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:48.281311585Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:48.28780338Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:48.457305656Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:49.290187577Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:49.294465529Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:49.297186715Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:49.538441368Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:50.34421289Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:50.34883291Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:50.351233248Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:51.601778483Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:51.606337662Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:51.608998976Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:52.870874473Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:52.875164896Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:52.877966063Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:54.108418188Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:54.111890651Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:54.114053473Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:55.122016574Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:55.126371798Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:55.128908639Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:56.56893107Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:56.574078481Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:56.577188045Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:57.202038178Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:57.206422213Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:57.208995695Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:58.406244464Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:58.410816883Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:58.413490357Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:58.43197892Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:59.439826147Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:59.44413715Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:59.446670981Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:42:59.513231044Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:00.011871876Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:00.016484927Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:00.019255463Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:01.252984926Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:01.257012972Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:01.259379169Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:02.395806802Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:02.399958892Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:02.402252427Z","hostname":"oxz_switch","pid":5450}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:03.247529593Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:43:03.248314642Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"34.844731783s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:03.805652419Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:03.809926391Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:03.812486443Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:04.965972294Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:04.970284757Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:04.972948771Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:05.576169746Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:05.583358668Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:05.587081887Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:06.712369474Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:06.717326043Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:06.720097449Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:07.348854004Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:07.352622134Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:07.355097284Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:07.972103629Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:07.978084762Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:07.981314119Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:08.407250431Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:08.739128943Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c3c7a4-2d25-47f8-b487-f981af3791b3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3dc19e6c-ffc1-4818-983a-58e7767e485b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 619, tv_nsec: 230146556 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:08.739768528Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:08.747825971Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:09.300453474Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:09.325653547Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:09.333379692Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:09.48959655Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:10.226958825Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:10.237933228Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:10.243533892Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:10.812980098Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:10.818623493Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:10.821744138Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:11.834825371Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:11.838801066Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:11.841275585Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:13.17080493Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:13.176306922Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:13.179745864Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:13.909109227Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:13.913003291Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:13.915409688Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:14.608422682Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:14.612584781Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:14.615239615Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:15.54610947Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:15.550789812Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:15.55322925Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:16.143877734Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:16.148671548Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:16.151285571Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:17.238682082Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:17.243574869Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:17.246442137Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:18.215495986Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:18.221242473Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:18.224637755Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:18.382847292Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:19.0125806Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:19.018559633Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:19.022134698Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:19.466645765Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:20.165768584Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:20.170508298Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:20.173030539Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:20.991360821Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:20.995648593Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:20.998675026Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:22.392467002Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:22.397523002Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:22.400695548Z","hostname":"oxz_switch","pid":5450}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:23.715353452Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:43:23.7161251Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"55.361142251s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:23.889964809Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:23.894959848Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:23.897257773Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:25.32390568Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:25.327490495Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:25.330071407Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:26.105325737Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:26.110412199Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:26.113045942Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:26.776366852Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:26.781014213Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:26.78383245Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:28.054480344Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:28.059505133Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:28.062350131Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:28.376663112Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:29.024488193Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:29.029230436Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:29.031786217Z","hostname":"oxz_switch","pid":5450}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:29.292478357Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c3c7a4-2d25-47f8-b487-f981af3791b3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3dc19e6c-ffc1-4818-983a-58e7767e485b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 639, tv_nsec: 816977344 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:29.293585374Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:29.303966262Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:29.590457989Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:30.094667091Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:30.100199373Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:30.103015131Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:31.12963383Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:31.135466899Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:31.138908841Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:31.87969771Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:31.884838153Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:31.887454085Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:32.551685447Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:32.55602572Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:32.558802477Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:33.449724638Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:33.45318075Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:33.455311101Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:34.726303092Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:34.732177693Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:34.735745748Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:35.683810411Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:35.688724969Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:35.691538236Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:36.427259531Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:36.432074666Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:36.434995326Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:37.546246234Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:37.551194032Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:37.553388784Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:38.378109425Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:38.997364364Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:39.001060912Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:39.003978431Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:39.59223824Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:39.632212434Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:39.637333076Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:39.639814916Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:40.291549799Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:40.296301322Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:40.298647508Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:41.133470461Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:41.138244095Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:41.141137284Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:42.222874781Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:42.22785448Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:42.23079349Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:43.134214181Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:43.139486977Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:43.142009237Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:44.183091983Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:44.188027601Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:44.190682784Z","hostname":"oxz_switch","pid":5450}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:44.305371981Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:43:44.306405726Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"75.951189596s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:45.098155421Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:45.102951776Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:45.10564582Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:45.684398942Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:45.688851698Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:45.691773338Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:47.081253838Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:47.085429078Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:47.088361038Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:48.379655854Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:48.505654271Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:48.509689717Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:48.512576356Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:49.420086564Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:49.424687223Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:49.427253555Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:49.594594948Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:50.75996707Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:50.764818286Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:50.767279284Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:52.21864016Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:52.223496276Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:52.226373535Z","hostname":"oxz_switch","pid":5450}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:52.318704218Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c3c7a4-2d25-47f8-b487-f981af3791b3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3dc19e6c-ffc1-4818-983a-58e7767e485b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 662, tv_nsec: 843227151 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:52.319291702Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:52.327450607Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:53.56036342Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:53.565274127Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:53.568268919Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:54.258566292Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:54.263559401Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:54.26646108Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:55.366599624Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:55.371369748Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:55.374045772Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:56.616273366Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:56.621520951Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:56.62479883Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:58.040906984Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:58.04573908Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:58.048488085Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:58.380798856Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:59.305289589Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:59.309925169Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:59.312709606Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:59.596914208Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:59.915097031Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:59.920148072Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:43:59.922706213Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:01.28979519Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:01.294900859Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:01.297516112Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:02.751282715Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:02.756682174Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:02.759786158Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:03.796793045Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:03.800809791Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:03.803755922Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:04.644563697Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:04.648633475Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:04.652176859Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:05.644516572Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:05.649361927Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:05.652652586Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:06.205226183Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:06.209855593Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:06.212824774Z","hostname":"oxz_switch","pid":5450}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:07.328291854Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:44:07.329073382Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"98.973722503s","count":"7"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:07.52967586Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:07.534184288Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:07.537342653Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:08.381874387Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:08.437941445Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:08.442405672Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:08.445395203Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:09.546215074Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:09.551237444Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:09.553955109Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:09.598477542Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:10.452673157Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:10.458545547Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:10.461235931Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:11.576916086Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:11.582277074Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:11.585517631Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:12.121363289Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:12.125799065Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:12.128786386Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:13.576072275Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:13.582513389Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:13.586122445Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:14.466462484Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:14.473408479Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:14.477407265Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:15.172532374Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:15.177254236Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:15.17992389Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:16.389505566Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:16.397406254Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:16.401306297Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:18.130835522Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:18.856310466Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:18.900019929Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:22.077193831Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:22.079185918Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:23.205702821Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:23.258966533Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:23.296602701Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:26.162827963Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:26.170588158Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:26.176391726Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:27.232145642Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:27.238210546Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:27.242903709Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:27.863014297Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:27.870146228Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:27.875030164Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:28.543636091Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:28.549833628Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:28.554093Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:28.859806666Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:29.893016973Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:29.899426666Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:29.9033979Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:30.678761524Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:30.69282268Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:30.696778814Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:31.466940904Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:31.474182177Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:31.47893808Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:32.083482938Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:32.757316599Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:32.765025053Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:32.770245127Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:33.759525676Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:33.766179695Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:33.770057178Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:35.034960334Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:35.04231494Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:35.046693524Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:36.294249996Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:36.30153067Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:36.305450233Z","hostname":"oxz_switch","pid":5450}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:36.468443714Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18c3c7a4-2d25-47f8-b487-f981af3791b3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3dc19e6c-ffc1-4818-983a-58e7767e485b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e613c475-fec5-48e0-b69e-0c4bc47e48d0.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 706, tv_nsec: 990325649 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:36.470037492Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:36.504252428Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:37.037916464Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:37.04196541Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:37.044494351Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:38.080488735Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:38.087627225Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:38.090873913Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:38.863301496Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:39.44259584Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:39.447371734Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:39.450178681Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:40.334112507Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:40.337949058Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:40.340726044Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:41.494898409Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:41.500133483Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:41.50292361Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:42.086900057Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:42.997929268Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:43.002423815Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:43.005282594Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:44.305064812Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:44.309412885Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:44.311729891Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:45.08187113Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:45.089051081Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:45.099760937Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:46.18603667Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:46.190912296Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:46.19360025Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:47.335393138Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:47.341653408Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:47.346155265Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:48.649218873Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:48.656621369Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:48.660878731Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:48.867381569Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:49.181769631Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:49.190614742Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:49.195609241Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:50.667984359Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:50.673402009Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:50.677361593Z","hostname":"oxz_switch","pid":5450}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:51.507470974Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-23T22:44:51.510326222Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"143.154503226s","count":"8"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:51.761460075Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:51.767029918Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:51.770250545Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:52.089951515Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16038591658783834674"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:53.27942519Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:53.285253989Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:53.288437676Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:54.47069385Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:54.478280281Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:54.482698526Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:55.247891798Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:55.253272196Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:55.255995851Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:56.358750598Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:56.366317094Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:56.369446583Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:57.463864121Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:57.468703516Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:57.47181948Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:58.517304414Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:58.522445207Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:58.525340606Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:58.870090986Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17195656586748066456"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:59.540871459Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:59.55600833Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:44:59.559732149Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:45:00.319192728Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45f:20ff:fe1e:50a0]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:45:00.325161791Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-23T22:45:00.328452809Z","hostname":"oxz_switch","pid":5450}