[ Jun 29 20:28:23 Enabled. ]
[ Jun 29 20:28:23 Rereading configuration. ]
[ Jun 29 20:28:23 Rereading configuration. ]
[ Jun 29 20:28:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jun 29 20:28:35 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.038576491Z","hostname":"oxz_switch","pid":4885,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.040446368Z","hostname":"oxz_switch","pid":4885}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.040865558Z","hostname":"oxz_switch","pid":4885}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.041762681Z","hostname":"oxz_switch","pid":4885,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.043130605Z","hostname":"oxz_switch","pid":4885,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        561ab828-cd38-444c-8675-a9a83e9de115,\n    ),\n    sled_id: Some(\n        672a7f69-b71c-4480-b889-6d4900b9e82b,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.045011112Z","hostname":"oxz_switch","pid":4885}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.045042383Z","hostname":"oxz_switch","pid":4885,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.0489106Z","hostname":"oxz_switch","pid":4885,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::707c:69ff:fe5e:4798->72:7c:69:5e:47:98"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.050927771Z","hostname":"oxz_switch","pid":4885}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.05649895Z","hostname":"oxz_switch","pid":4885}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-29T20:28:35.06166993Z","hostname":"oxz_switch","pid":4885}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.610638632Z","hostname":"oxz_switch","pid":4885}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.616190742Z","hostname":"oxz_switch","pid":4885}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-29T20:28:35.619492314Z","hostname":"oxz_switch","pid":4885}
[ Jun 29 20:28:35 Rereading configuration. ]
[ Jun 29 20:28:35 Executing refresh method (:kill). ]
[ Jun 29 20:28:35 Stopping because all processes in service exited. ]
[ Jun 29 20:28:35 Executing stop method (:kill). ]
[ Jun 29 20:28:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jun 29 20:28:35 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.671210081Z","hostname":"oxz_switch","pid":5035,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.672098063Z","hostname":"oxz_switch","pid":5035}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.672419861Z","hostname":"oxz_switch","pid":5035}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.672533094Z","hostname":"oxz_switch","pid":5035,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.674648847Z","hostname":"oxz_switch","pid":5035,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.674921784Z","hostname":"oxz_switch","pid":5035,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 561ab828-cd38-444c-8675-a9a83e9de115, sled_id: 672a7f69-b71c-4480-b889-6d4900b9e82b, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 6e7456f6-e008-4255-8e3b-07f49cd52c08, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.674987636Z","hostname":"oxz_switch","pid":5035,"unit":"oximeter","producer_id":"5f4491b7-9a2c-4299-b0c7-c315a2f12536"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        561ab828-cd38-444c-8675-a9a83e9de115,\n    ),\n    sled_id: Some(\n        672a7f69-b71c-4480-b889-6d4900b9e82b,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.676047842Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.683061288Z","hostname":"oxz_switch","pid":5035}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.684403692Z","hostname":"oxz_switch","pid":5035,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::707c:69ff:fe5e:4798->72:7c:69:5e:47:98"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.684649408Z","hostname":"oxz_switch","pid":5035,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a4d5:c5ff:fe8f:2f4d->a6:d5:c5:8f:2f:4d"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.685692994Z","hostname":"oxz_switch","pid":5035,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.687003827Z","hostname":"oxz_switch","pid":5035,"local_addr":"[fd00:1122:3344:101::2]:45277","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.687077148Z","hostname":"oxz_switch","pid":5035,"local_addr":"[fd00:1122:3344:101::2]:45277","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.687193831Z","hostname":"oxz_switch","pid":5035,"local_addr":"[fd00:1122:3344:101::2]:45277","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:45277","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.687213732Z","hostname":"oxz_switch","pid":5035,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.687221032Z","hostname":"oxz_switch","pid":5035,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.687380316Z","hostname":"oxz_switch","pid":5035,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.687670553Z","hostname":"oxz_switch","pid":5035,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.687687624Z","hostname":"oxz_switch","pid":5035,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:45277","producer_id":"5f4491b7-9a2c-4299-b0c7-c315a2f12536"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:35.687699824Z","hostname":"oxz_switch","pid":5035,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.687707254Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.688821852Z","hostname":"oxz_switch","pid":5035}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.689190561Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.690591597Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-29T20:28:18.762478906Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.690623668Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","id":"12982471253600203639"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:35.690636348Z","hostname":"oxz_switch","pid":5035,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-29T20:28:35.692169706Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.351739181Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.361160547Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.368600504Z","hostname":"oxz_switch","pid":5035}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.368908691Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.370380318Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-29T20:28:18.762347281Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.370429739Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","id":"5934424461666672528"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.37045763Z","hostname":"oxz_switch","pid":5035,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:28:36.853053529Z","hostname":"oxz_switch","pid":5035,"interface":"tfportqsfp0_0","entry":"10.151.1.174->c6:a2:0c:d5:de:d7"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.963119208Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.968316047Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:36.971522958Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:37.531101586Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:37.536321697Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:37.53922193Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:38.658060788Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:38.662401037Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:38.665124605Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:39.216244301Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:39.221185225Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:39.224119538Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:39.929854141Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:39.934377674Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:39.937542874Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:40.603885018Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:40.609712704Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:40.612852513Z","hostname":"oxz_switch","pid":5035}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:40.689454493Z","hostname":"oxz_switch","pid":5035,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c071d2f-ac8d-4ea8-8383-1bd651c03271.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b7c0c176-579d-451b-80ea-1e9f6e334399.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 697, tv_nsec: 905349295 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:40.690085419Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:40.706649934Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:41.143598408Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:41.147700051Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:41.150788778Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:41.903869667Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:41.90876756Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:41.911425207Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:43.270377484Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:43.274929668Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:43.277758039Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:44.195164257Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:44.200406239Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:44.204181323Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:45.502341987Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:45.507013644Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:45.50963054Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:45.694791972Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12982471253600203639"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:46.372120942Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5934424461666672528"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:46.652856569Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:46.657763083Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:46.661082606Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:48.058651761Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:48.063421201Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:48.066356534Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:48.850534463Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:48.855268492Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:48.858605876Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:50.031429687Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:50.035025027Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:50.037830647Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:51.031395415Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:51.036503443Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:51.039755055Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:51.986034917Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:51.991373411Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:51.994644233Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:53.173358692Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:53.177398853Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:53.18049493Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:54.571046971Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:54.575067122Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:54.577657727Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:55.695712752Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12982471253600203639"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:55.705892128Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-29T20:28:55.706847822Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.021038567s","count":"0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:55.791318125Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:55.795804528Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:55.799229954Z","hostname":"oxz_switch","pid":5035}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:55.984762538Z","hostname":"oxz_switch","pid":5035,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c071d2f-ac8d-4ea8-8383-1bd651c03271.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b7c0c176-579d-451b-80ea-1e9f6e334399.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 713, tv_nsec: 203363561 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:55.985453095Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:55.992171384Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:56.37150715Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5934424461666672528"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:56.583838447Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:56.588501984Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:56.591797246Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:57.111610508Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:57.116362428Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:57.120319137Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:57.681983139Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:57.686607725Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:57.689231801Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:58.648788702Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:58.65466258Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:58.657638324Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:59.243410381Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:59.248232281Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:28:59.251452332Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:00.714937624Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:00.725617222Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:00.735892429Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:01.291468914Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:01.296661364Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:01.2996931Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:02.174302689Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:02.18070565Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:02.183997883Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:03.580891187Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:03.627013274Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:03.636063001Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:04.468910221Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:04.476376864Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:04.481001567Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:05.237288508Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:05.246901291Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:05.250494271Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:05.717782912Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12982471253600203639"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:06.017587458Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:06.022841049Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:06.026390889Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:06.372776673Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5934424461666672528"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:06.536123278Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:06.540723813Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:06.543937884Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:07.232612322Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:07.256639705Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:07.260485121Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:08.233521968Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:08.240846672Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:08.244525994Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:09.18418319Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:09.188664052Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:09.191804291Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:10.654940731Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:10.666782288Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:10.670151602Z","hostname":"oxz_switch","pid":5035}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:10.9873906Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-29T20:29:10.98818763Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.309178175s","count":"1"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:11.237857211Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:11.242845356Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:11.246337434Z","hostname":"oxz_switch","pid":5035}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:11.294460641Z","hostname":"oxz_switch","pid":5035,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c071d2f-ac8d-4ea8-8383-1bd651c03271.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b7c0c176-579d-451b-80ea-1e9f6e334399.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 728, tv_nsec: 519244385 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:11.294924362Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:11.302082082Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:12.170536001Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:12.176627294Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:12.179813964Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:12.772293582Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:12.777693437Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:12.781052711Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:14.140064981Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:14.146236885Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:14.149504421Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:15.730711705Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12982471253600203639"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:15.740822188Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:15.749174268Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:15.753165058Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:16.368103193Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5934424461666672528"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:16.602413767Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:16.60891116Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:16.612026988Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:17.155787658Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:17.162114627Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:17.165900032Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:18.257979248Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:18.263462216Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:18.267540738Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:19.075090191Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:19.081709237Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:19.085148933Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:20.138798465Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:20.144141389Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:20.147186661Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:20.723894768Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:20.729324638Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:20.732138019Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:22.026238887Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:22.031296514Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:22.033946891Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:22.823908003Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:22.828922298Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:22.832284152Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:23.566775804Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:23.57187428Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:23.574716773Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:24.682933753Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:24.690232356Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:24.694655966Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:25.733472946Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12982471253600203639"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:25.907278993Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:25.914304629Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:25.918368871Z","hostname":"oxz_switch","pid":5035}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:26.30651342Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-29T20:29:26.307512705Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.62746851s","count":"2"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:26.381316385Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5934424461666672528"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:26.466941102Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:26.474203554Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:26.47883706Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:27.516619874Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:27.522566423Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:27.526060491Z","hostname":"oxz_switch","pid":5035}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:27.568482654Z","hostname":"oxz_switch","pid":5035,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c071d2f-ac8d-4ea8-8383-1bd651c03271.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b7c0c176-579d-451b-80ea-1e9f6e334399.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 744, tv_nsec: 792841808 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:27.569039408Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:27.576316361Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:28.619822018Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:28.625643414Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:28.629403468Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:30.133618634Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:30.13982856Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:30.143314077Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:31.422656376Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:31.432657097Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:31.438237567Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:32.704247762Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:32.729445823Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:32.736458759Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:36.399754986Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:36.588662032Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:36.616301114Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:36.617142986Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12982471253600203639"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:36.617779471Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5934424461666672528"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:38.074534518Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:38.082764204Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:38.087264777Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:41.683603635Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:41.706873248Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:41.971984814Z","hostname":"oxz_switch","pid":5035}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:42.604608694Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-29T20:29:42.648026803Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"66.967605751s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:43.129796411Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:43.144376097Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:43.148425868Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:44.571668809Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:44.579052625Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:44.583102586Z","hostname":"oxz_switch","pid":5035}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:45.251478412Z","hostname":"oxz_switch","pid":5035,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3c071d2f-ac8d-4ea8-8383-1bd651c03271.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b7c0c176-579d-451b-80ea-1e9f6e334399.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"b8886b9a-14d0-4a01-9d51-69c8e33244b6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 762, tv_nsec: 473951705 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:45.253022931Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:45.296155972Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:45.93503836Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:45.942754083Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:45.947733378Z","hostname":"oxz_switch","pid":5035}
{"msg":"removed stale NDP entry :fe80::a4d5:c5ff:fe8f:2f4d->a6:d5:c5:8f:2f:4d","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:29:46.355125791Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:46.645298816Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12982471253600203639"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:46.645979493Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5934424461666672528"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:47.108539799Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:47.116460147Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:47.121123654Z","hostname":"oxz_switch","pid":5035}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-29T20:29:47.865030855Z","hostname":"oxz_switch","pid":5035,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a4d5:c5ff:fe8f:2f4d->a6:d5:c5:8f:2f:4d"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:48.128253814Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:48.13608128Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:48.140813359Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:49.417123776Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:49.424284065Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:49.428906021Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:50.187862339Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:50.193173722Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:50.196235488Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:51.610938685Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:51.625154952Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:51.632540757Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:53.092754535Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:53.100301994Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:53.105198657Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:54.31509374Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:54.319847779Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:54.322498806Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:55.624409147Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:55.629476904Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:55.63251576Z","hostname":"oxz_switch","pid":5035}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:56.647397637Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12982471253600203639"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:56.699921614Z","hostname":"oxz_switch","pid":5035,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5934424461666672528"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:56.957992384Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:56.96260662Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:56.965559024Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:57.639491902Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:57.645037881Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:57.648395895Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:58.748375005Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:58.754604382Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:58.757916445Z","hostname":"oxz_switch","pid":5035}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:59.717931153Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:59.72577639Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:29:59.730465387Z","hostname":"oxz_switch","pid":5035}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:30:00.295865722Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-29T20:30:00.296916058Z","hostname":"oxz_switch","pid":5035,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.618191783s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:30:00.951804576Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportrear0_0 addrs [fe80::707c:69ff:fe5e:4798]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:30:00.957789296Z","hostname":"oxz_switch","pid":5035}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-29T20:30:00.961694184Z","hostname":"oxz_switch","pid":5035}