[ Mar 10 17:12:47 Enabled. ]
[ Mar 10 17:12:47 Rereading configuration. ]
[ Mar 10 17:12:48 Rereading configuration. ]
[ Mar 10 17:13:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 10 17:13:09 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:09.996699837Z","hostname":"oxz_switch","pid":5385,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-78fa4e7c","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:09.998603078Z","hostname":"oxz_switch","pid":5385}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:09.998939853Z","hostname":"oxz_switch","pid":5385}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:09.999182607Z","hostname":"oxz_switch","pid":5385,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.001341952Z","hostname":"oxz_switch","pid":5385,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        73e3b3b4-aa87-4c69-b5f1-6d0d5ef039ec,\n    ),\n    sled_id: Some(\n        46fce8f8-aa3c-41e5-90ea-279bc7558327,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.002809836Z","hostname":"oxz_switch","pid":5385}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.002828686Z","hostname":"oxz_switch","pid":5385,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.006916292Z","hostname":"oxz_switch","pid":5385,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc56:dbff:fe10:2248->fe:56:db:10:22:48"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.008446167Z","hostname":"oxz_switch","pid":5385}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.014148498Z","hostname":"oxz_switch","pid":5385}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:13:10.019045797Z","hostname":"oxz_switch","pid":5385}
[ Mar 10 17:13:10 Rereading configuration. ]
[ Mar 10 17:13:10 Executing refresh method (:kill). ]
[ Mar 10 17:13:10 Stopping because all processes in service exited. ]
[ Mar 10 17:13:10 Executing stop method (:kill). ]
[ Mar 10 17:13:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 10 17:13:10 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.586364656Z","hostname":"oxz_switch","pid":5476,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-78fa4e7c","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.58724766Z","hostname":"oxz_switch","pid":5476}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.587594706Z","hostname":"oxz_switch","pid":5476}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.587697238Z","hostname":"oxz_switch","pid":5476,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.589540647Z","hostname":"oxz_switch","pid":5476,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.58969517Z","hostname":"oxz_switch","pid":5476,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 73e3b3b4-aa87-4c69-b5f1-6d0d5ef039ec, sled_id: 46fce8f8-aa3c-41e5-90ea-279bc7558327, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 2f8c1f36-d061-46fe-8c5e-d371e2797c8e, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.589742Z","hostname":"oxz_switch","pid":5476,"unit":"oximeter","producer_id":"1a93447a-d0da-4b72-a945-99e77bdcc645"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        73e3b3b4-aa87-4c69-b5f1-6d0d5ef039ec,\n    ),\n    sled_id: Some(\n        46fce8f8-aa3c-41e5-90ea-279bc7558327,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.590744827Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.59776193Z","hostname":"oxz_switch","pid":5476}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.599354706Z","hostname":"oxz_switch","pid":5476,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc56:dbff:fe10:2248->fe:56:db:10:22:48"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.599590959Z","hostname":"oxz_switch","pid":5476,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::34fc:76ff:fe86:e2de->36:fc:76:86:e2:de"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.600694547Z","hostname":"oxz_switch","pid":5476,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.602029329Z","hostname":"oxz_switch","pid":5476,"local_addr":"[fd00:1122:3344:101::2]:53859","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.602074509Z","hostname":"oxz_switch","pid":5476,"local_addr":"[fd00:1122:3344:101::2]:53859","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.602241382Z","hostname":"oxz_switch","pid":5476,"local_addr":"[fd00:1122:3344:101::2]:53859","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:53859","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.602269293Z","hostname":"oxz_switch","pid":5476,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.602280193Z","hostname":"oxz_switch","pid":5476,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.602435175Z","hostname":"oxz_switch","pid":5476,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.602784311Z","hostname":"oxz_switch","pid":5476,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.602849032Z","hostname":"oxz_switch","pid":5476,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:53859","producer_id":"1a93447a-d0da-4b72-a945-99e77bdcc645"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:10.602861422Z","hostname":"oxz_switch","pid":5476,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.602867172Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.603470302Z","hostname":"oxz_switch","pid":5476}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.603868648Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:13:10.604099772Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.22805ms","count":"0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.60581543Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-10T17:12:44.034511737Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.60584261Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","id":"7710946534886401259"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.60585387Z","hostname":"oxz_switch","pid":5476,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:13:10.606683224Z","hostname":"oxz_switch","pid":5476}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.860572038Z","hostname":"oxz_switch","pid":5476,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 669, tv_nsec: 415469196 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.861225118Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:10.906983746Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-10T17:13:11.636198055Z","hostname":"oxz_switch","pid":5476,"interface":"tfportqsfp0_0","entry":"10.151.2.174->9e:73:51:b7:44:95"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:11.928666601Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:11.934538196Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:11.937793278Z","hostname":"oxz_switch","pid":5476}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:11.938070942Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:11.939681099Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-10T17:12:44.034377785Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:11.939738229Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","id":"4477648800951871072"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:11.93975311Z","hostname":"oxz_switch","pid":5476,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:12.762396075Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:12.767565558Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:12.769969397Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:13.86162577Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:13.866393247Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:13.86904129Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:14.840689427Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:14.845056318Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:14.848004555Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:16.293252819Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:16.297467247Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:16.300361994Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:16.87495273Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:16.879399152Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:16.882124595Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:18.161403003Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:18.165610991Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:18.168403226Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:19.252585849Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:19.257689501Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:19.260262452Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:19.812166372Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:19.816580784Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:19.819190956Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:20.61081617Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:21.005649976Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:21.011399429Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:21.014339257Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:21.640597526Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:21.644809123Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:21.647454126Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:21.94159898Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:22.927792232Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:22.93265398Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:22.935585908Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:23.495647288Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:23.500009169Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:23.502753833Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:24.401515575Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:24.406902322Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:24.409429233Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:26.682836602Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:26.687824452Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:26.690617047Z","hostname":"oxz_switch","pid":5476}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:26.764515359Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:13:26.765545316Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.30668265s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:27.047872759Z","hostname":"oxz_switch","pid":5476,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 684, tv_nsec: 746935055 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:27.04852035Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:27.081260599Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:27.50679793Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:27.512564483Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:27.515172135Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:28.747676754Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:28.751553247Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:28.754673037Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:29.270150871Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:29.274905278Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:29.277710784Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:30.12479276Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:30.129564737Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:30.13221798Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:31.457969336Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:31.599003346Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:31.602873779Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:31.605512232Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:32.783880888Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:32.865371085Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:32.869772596Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:32.872446399Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:33.907984283Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:33.913298779Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:33.916103105Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:35.049815896Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:35.054741055Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:35.057372528Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:36.542301108Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:36.548038721Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:36.550844406Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:37.374668196Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:37.379976052Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:37.382535655Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:38.293071235Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:38.297371125Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:38.300029538Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:39.06024223Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:39.065655737Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:39.068672886Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:39.875664994Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:39.880234458Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:39.883140845Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:40.563274342Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:40.567801755Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:40.570656591Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:41.432854722Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:41.738610435Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:41.743276381Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:41.74631724Z","hostname":"oxz_switch","pid":5476}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:42.04137352Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:13:42.042249934Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.624459029s","count":"2"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:42.722605585Z","hostname":"oxz_switch","pid":5476,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 700, tv_nsec: 464478052 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:42.723187445Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:42.754750005Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:42.758619447Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:43.002621412Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:43.008454146Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:43.011324288Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:44.481962782Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:44.486718539Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:44.489479263Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:45.664077675Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:45.668330064Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:45.670622881Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:46.500455018Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:46.505341367Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:46.508201624Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:47.163136513Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:47.168261716Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:47.170668985Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:48.543697735Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:48.548057705Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:48.550895811Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:49.24106832Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:49.24597487Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:49.248722514Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:49.779063619Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:49.784519607Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:49.787697018Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:51.146464588Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:51.151616241Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:51.154235886Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:51.407373707Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:52.381486157Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:52.385735076Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:52.388627572Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:52.733776824Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:53.335242288Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:53.340384641Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:53.343131666Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:53.934222883Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:53.938484302Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:53.941171665Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:54.712819352Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:54.717407247Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:54.720158621Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:55.92675461Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:55.931259043Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:55.934255421Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:56.504835597Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:56.509159377Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:56.511903322Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:57.097554481Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:57.101808499Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:57.10432984Z","hostname":"oxz_switch","pid":5476}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:57.715278739Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:13:57.716731542Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"46.341510157s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:58.604843562Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:58.609862163Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:58.612607218Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:59.553262837Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:59.557527676Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:13:59.560722608Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:00.296127328Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:00.300788893Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:00.303567908Z","hostname":"oxz_switch","pid":5476}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:00.363763461Z","hostname":"oxz_switch","pid":5476,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 718, tv_nsec: 153549948 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:00.364340421Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:00.398082086Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:01.382405382Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:01.672828307Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:01.677881009Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:01.680646631Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:02.708691296Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:02.914598055Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:02.920206435Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:02.922804537Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:04.254009281Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:04.258778069Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:04.261685625Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:05.202173592Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:05.207209503Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:05.210053573Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:06.40563127Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:06.410016661Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:06.412525432Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:07.524945169Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:07.529498932Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:07.532670993Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:08.254427633Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:08.258468479Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:08.261175372Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:09.261034224Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:09.265943018Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:09.268983947Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:10.129128405Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:10.133238641Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:10.16158475Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:11.05033882Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:11.055624105Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:11.058270178Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:11.357513247Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:11.596410879Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:11.601586553Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:11.60385938Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:12.683646039Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:13.10241502Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:13.108103972Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:13.110930367Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:14.170503629Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:14.175225035Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:14.178245924Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:14.790407542Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:14.794361196Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:14.797308484Z","hostname":"oxz_switch","pid":5476}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:15.358905464Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:14:15.359980022Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"64.032630296s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:16.187355089Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:16.192012524Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:16.19480285Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:17.003843081Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:17.008548897Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:17.011770309Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:17.992822721Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:17.997241862Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:18.000134039Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:18.602116243Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:18.606566035Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:18.609956459Z","hostname":"oxz_switch","pid":5476}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:19.736670806Z","hostname":"oxz_switch","pid":5476,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 737, tv_nsec: 578980952 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:19.737154914Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:19.768683034Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:19.768760025Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:19.773793106Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:19.776801055Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:20.883311606Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:20.887605415Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:20.890170757Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:21.332622931Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:21.835444161Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:21.843054654Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:21.845592275Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:22.537719676Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:22.542087647Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:22.54477202Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:22.658918776Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:23.855711046Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:23.859836003Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:23.862438735Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:24.579665772Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:24.584077913Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:24.586799808Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:25.717066532Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:25.721501054Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:25.724543813Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:26.767597278Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:26.772003269Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:26.77452893Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:28.187791101Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:28.192311964Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:28.194981267Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:29.531497297Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:29.536208683Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:29.538863236Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:30.537091357Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:30.542475673Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:30.545049855Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:31.306999995Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:31.702361417Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:31.706792538Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:31.709840827Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:32.282091951Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:32.286455801Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:32.289292397Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:32.634025031Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:32.808106376Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:32.813848428Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:32.816625713Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:33.667280487Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:33.671456185Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:33.674057197Z","hostname":"oxz_switch","pid":5476}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:34.72872175Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:14:34.72997977Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"83.455198345s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:35.153435547Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:35.157663475Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:35.160357079Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:36.013978871Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:36.018707657Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:36.021633885Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:37.503420924Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:37.50813812Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:37.51063074Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:38.191449198Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:38.19586171Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:38.199153263Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:38.740823401Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:38.74511331Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:38.748178129Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:39.649735397Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:39.654843249Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:39.657599354Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:40.759348198Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:40.76383685Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:40.766683716Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:41.281753005Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:41.774235547Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:41.778841152Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:41.781509315Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:42.476790557Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:42.480920734Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:42.483904502Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:42.607800135Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:42.72627969Z","hostname":"oxz_switch","pid":5476,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 760, tv_nsec: 631036977 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:42.72689871Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:42.760080097Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:43.724329867Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:43.729185916Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:43.731844879Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:44.290328639Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:44.295960667Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:44.298684865Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:45.440948404Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:45.445550088Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:45.447802494Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:46.049083186Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:46.053692761Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:46.056694079Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:46.904415006Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:46.907954483Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:46.910589896Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:48.192203798Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:48.197335221Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:48.200379075Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:49.506942936Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:49.511964497Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:49.514879974Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:50.520691337Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:50.525265801Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:50.528024446Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:51.257166615Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:51.274092969Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:51.278447149Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:51.281033711Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:52.50492509Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:52.509316921Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:52.512706536Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:52.582828979Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4477648800951871072"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:53.478162176Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:53.48215641Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:53.48520596Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:54.924375909Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:54.928736299Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:54.931405132Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:55.847115388Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:55.851664271Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:55.854095411Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:56.961712519Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:56.966128901Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:56.969389924Z","hostname":"oxz_switch","pid":5476}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:57.720252494Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-10T17:14:57.722036903Z","hostname":"oxz_switch","pid":5476,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"106.509650568s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:58.153429579Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:58.157754048Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:58.160132097Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:59.549527192Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:59.554123286Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:14:59.556783609Z","hostname":"oxz_switch","pid":5476}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:15:00.69486535Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportrear0_0 addrs [fe80::fc56:dbff:fe10:2248]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:15:00.699370283Z","hostname":"oxz_switch","pid":5476}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:15:00.702467653Z","hostname":"oxz_switch","pid":5476}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-10T17:15:01.233119923Z","hostname":"oxz_switch","pid":5476,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7710946534886401259"}