[ Jul  2 22:43:24 Enabled. ]
[ Jul  2 22:43:24 Rereading configuration. ]
[ Jul  2 22:43:25 Rereading configuration. ]
[ Jul  2 22:43:36 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jul  2 22:43:36 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:36.711344759Z","hostname":"oxz_switch","pid":5218,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:36.713005567Z","hostname":"oxz_switch","pid":5218}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:36.713403071Z","hostname":"oxz_switch","pid":5218}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:36.713690305Z","hostname":"oxz_switch","pid":5218,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:36.715675276Z","hostname":"oxz_switch","pid":5218,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        97dbb693-9989-485a-b91c-dec656bbad29,\n    ),\n    sled_id: Some(\n        23a3cfc4-dcd6-4f41-b2db-4186c6ba5860,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:36.717338773Z","hostname":"oxz_switch","pid":5218}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:36.717378154Z","hostname":"oxz_switch","pid":5218,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:36.722290586Z","hostname":"oxz_switch","pid":5218,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5cf2:ff:febc:18fe->5e:f2:00:bc:18:fe"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:36.723300367Z","hostname":"oxz_switch","pid":5218}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:36.729556384Z","hostname":"oxz_switch","pid":5218}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:43:36.73571237Z","hostname":"oxz_switch","pid":5218}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.27055739Z","hostname":"oxz_switch","pid":5218,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6007:72ff:fe43:31c5->62:07:72:43:31:c5"}
[ Jul  2 22:43:37 Rereading configuration. ]
[ Jul  2 22:43:37 Executing refresh method (:kill). ]
[ Jul  2 22:43:37 Stopping because all processes in service exited. ]
[ Jul  2 22:43:37 Executing stop method (:kill). ]
[ Jul  2 22:43:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jul  2 22:43:37 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.4209937Z","hostname":"oxz_switch","pid":5475,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.42199263Z","hostname":"oxz_switch","pid":5475}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.422414625Z","hostname":"oxz_switch","pid":5475}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.422581597Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.424584498Z","hostname":"oxz_switch","pid":5475,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.424873561Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 97dbb693-9989-485a-b91c-dec656bbad29, sled_id: 23a3cfc4-dcd6-4f41-b2db-4186c6ba5860, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 94b167c7-bffd-4ee1-9cc9-ad3b2ceebdd5, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.424929422Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","producer_id":"20c91e90-faa2-49fa-970e-327bbcef489c"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        97dbb693-9989-485a-b91c-dec656bbad29,\n    ),\n    sled_id: Some(\n        23a3cfc4-dcd6-4f41-b2db-4186c6ba5860,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.426157275Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.433083109Z","hostname":"oxz_switch","pid":5475}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.434964499Z","hostname":"oxz_switch","pid":5475,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5cf2:ff:febc:18fe->5e:f2:00:bc:18:fe"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.435162841Z","hostname":"oxz_switch","pid":5475,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6007:72ff:fe43:31c5->62:07:72:43:31:c5"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.437255213Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.437913561Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:36809","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.437989481Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:36809","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.438129043Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:36809","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:36809","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.438156343Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.438169353Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.438317075Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.438625348Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.438639428Z","hostname":"oxz_switch","pid":5475,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:36809","producer_id":"20c91e90-faa2-49fa-970e-327bbcef489c"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.438651128Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.438656959Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.438834461Z","hostname":"oxz_switch","pid":5475}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.439394267Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.44071129Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-02T22:43:20.532508391Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:43:37.440739151Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"2.043702ms","count":"0"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.440761031Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","id":"4142708014708415047"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:37.440770081Z","hostname":"oxz_switch","pid":5475,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:43:37.442126326Z","hostname":"oxz_switch","pid":5475}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:43:37.798330916Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"359.627897ms","count":"1"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:43:37.981614656Z","hostname":"oxz_switch","pid":5475,"interface":"tfportqsfp0_0","entry":"10.151.2.174->de:96:78:76:a3:f1"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:43:38.230919573Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"792.196124ms","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.39986451Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.405748712Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.410920748Z","hostname":"oxz_switch","pid":5475}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.411180101Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.412401224Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-02T22:43:20.532377988Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.412457354Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","id":"14221601034433507986"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.412473915Z","hostname":"oxz_switch","pid":5475,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.948585989Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.954577923Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:38.957808628Z","hostname":"oxz_switch","pid":5475}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:39.561846508Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6d17544e-072e-495d-8feb-f7fa6e53b920.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"985644ab-c7ea-446b-908a-3a6db95f876b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe4161a5-f81e-4064-ad43-bc08d4c4e026.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe4161a5-f81e-4064-ad43-bc08d4c4e026.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 675, tv_nsec: 639754140 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:39.562575376Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:39.579395326Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:40.26325632Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:40.269016062Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:40.272016144Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:40.931333056Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:40.936070557Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:40.939013468Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:42.127050686Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:42.132206851Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:42.1349166Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:43.174475499Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:43.180264461Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:43.183596867Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:44.619511065Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:44.625332357Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:44.629035407Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:45.641599818Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:45.647272308Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:45.650359241Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:46.54780687Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:46.552059046Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:46.554659244Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:47.429808644Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:47.434564945Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:47.437666028Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:47.443694953Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4142708014708415047"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:48.414444596Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14221601034433507986"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:48.585736538Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:48.590427718Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:48.593838205Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:49.985745452Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:49.990653935Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:49.993569726Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:50.799024441Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:50.803345217Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:50.806092887Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:51.920110752Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:51.925303858Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:51.928014537Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:53.054165819Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:53.058194562Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:53.061278305Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:53.335877463Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:53.340738735Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:53.34396584Z","hostname":"oxz_switch","pid":5475}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:54.224902228Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:43:54.225916443Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"17.142656898s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:54.386410497Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:54.390385751Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:54.392942173Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:55.168035051Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:55.171956964Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:55.174964425Z","hostname":"oxz_switch","pid":5475}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:55.783535402Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6d17544e-072e-495d-8feb-f7fa6e53b920.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"985644ab-c7ea-446b-908a-3a6db95f876b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe4161a5-f81e-4064-ad43-bc08d4c4e026.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe4161a5-f81e-4064-ad43-bc08d4c4e026.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 692, tv_nsec: 212691764 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:55.784217277Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:55.792161961Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:56.095183352Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:56.100191953Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:56.103174941Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:56.997152889Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:57.001747198Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:57.004794892Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:57.098167187Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4142708014708415047"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:58.071145059Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14221601034433507986"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:58.293880779Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:58.298918377Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:58.302094206Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:59.418311357Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:59.423539454Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:43:59.426692894Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:00.688046292Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:00.69297358Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:00.695938572Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:01.219320875Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:01.223768176Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:01.226521975Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:02.551705097Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:02.556661032Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:02.559746609Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:03.407109112Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:03.41217242Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:03.415583454Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:04.845632198Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:04.84993908Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:04.852911825Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:06.023833969Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:06.02837324Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:06.031395356Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:06.832291791Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:06.837593332Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:06.840497557Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:07.1264268Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4142708014708415047"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:07.497014216Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:07.501545877Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:07.504578559Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:08.100904735Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14221601034433507986"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:08.675280276Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:08.680100456Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:08.683972126Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:09.75117057Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:09.755546827Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:09.758277235Z","hostname":"oxz_switch","pid":5475}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:10.833994753Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:44:10.834821801Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"33.706342714s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:10.89262871Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:10.897511946Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:10.901027631Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:11.539235176Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:11.543792472Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:11.546542664Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:12.554870008Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:12.559337649Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:12.562353091Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:13.921727539Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:13.927602512Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:13.930769256Z","hostname":"oxz_switch","pid":5475}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:14.967664624Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6d17544e-072e-495d-8feb-f7fa6e53b920.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"985644ab-c7ea-446b-908a-3a6db95f876b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe4161a5-f81e-4064-ad43-bc08d4c4e026.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe4161a5-f81e-4064-ad43-bc08d4c4e026.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 711, tv_nsec: 344589109 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:14.968275426Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:14.976125177Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:15.32016282Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:15.325415346Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:15.328547243Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:16.140448813Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:16.147967284Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:16.152090807Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:16.818108709Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:16.823278703Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:16.826113116Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:17.156310468Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4142708014708415047"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:17.52912877Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:17.535549089Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:17.538936326Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:18.12948722Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14221601034433507986"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:18.892731919Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:18.901766152Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:18.907457237Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:19.971201489Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:19.98395006Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:19.995780156Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:20.885208004Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:20.892089047Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:20.896019618Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:22.36914454Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:22.37439649Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:22.378774318Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:23.150492991Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:23.175570029Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:23.18213665Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:23.924318332Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:23.929768188Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:23.932928886Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:24.537740502Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:24.542589637Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:24.545758351Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:25.116364568Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:25.12092586Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:25.124044041Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:26.197790523Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:26.204200384Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:26.207424062Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:27.186660476Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4142708014708415047"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:27.674362052Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:27.680534841Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:27.683703629Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:28.159256441Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14221601034433507986"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:28.844829839Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:28.901843771Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:28.905483501Z","hostname":"oxz_switch","pid":5475}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:30.018623845Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:44:30.019636234Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"52.839156968s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:30.325045959Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:30.330195092Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:30.333858451Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:30.996373869Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:31.000870698Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:31.004041718Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:31.977045249Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:31.982821688Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:31.986143918Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:33.116598592Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:33.121412663Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:33.124247194Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:34.302516458Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:34.307521262Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:34.311055959Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:35.59090499Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:35.595501829Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:35.598682953Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:36.165775889Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:36.171317428Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:36.174576443Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:37.091553251Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:37.098200113Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:37.102208865Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:37.200432356Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4142708014708415047"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:38.171547623Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14221601034433507986"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:38.432488714Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:38.437617689Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:38.441136597Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:38.992575595Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:38.999778642Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:39.003080937Z","hostname":"oxz_switch","pid":5475}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:39.571862401Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6d17544e-072e-495d-8feb-f7fa6e53b920.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"985644ab-c7ea-446b-908a-3a6db95f876b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"fe4161a5-f81e-4064-ad43-bc08d4c4e026.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"fe4161a5-f81e-4064-ad43-bc08d4c4e026.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 735, tv_nsec: 903663683 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:39.572413687Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:39.578833756Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:40.582532531Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:40.593689321Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:40.599014768Z","hostname":"oxz_switch","pid":5475}
{"msg":"removed stale NDP entry :fe80::6007:72ff:fe43:31c5->62:07:72:43:31:c5","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:44:42.05123638Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:42.052962849Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:42.059090184Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:42.063061967Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:43.529577493Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:43.54512975Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:43.556764994Z","hostname":"oxz_switch","pid":5475}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:44:44.05750295Z","hostname":"oxz_switch","pid":5475,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6007:72ff:fe43:31c5->62:07:72:43:31:c5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:44.728878121Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:44.734747803Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:44.73815096Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:45.30097915Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:45.307239917Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:45.311169409Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:46.416421281Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:46.423377025Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:46.427065785Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:47.202477169Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4142708014708415047"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:47.591246468Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:47.597783727Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:47.601685939Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:48.173192032Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14221601034433507986"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:48.836571628Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:48.840966465Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:48.843967647Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:50.211873268Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:50.220389879Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:50.226325973Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:51.329430481Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:51.341076096Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:44:51.348395084Z","hostname":"oxz_switch","pid":5475}
{"msg":"removed stale NDP entry :fe80::6007:72ff:fe43:31c5->62:07:72:43:31:c5","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:44:52.080870909Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:45:00.732031632Z","hostname":"oxz_switch","pid":5475}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:45:00.763704781Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"sync tfportrear0_0 addrs [fe80::5cf2:ff:febc:18fe]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:45:00.845561357Z","hostname":"oxz_switch","pid":5475}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T22:45:00.94779961Z","hostname":"oxz_switch","pid":5475,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6007:72ff:fe43:31c5->62:07:72:43:31:c5"}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:45:00.967147617Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:45:01.017855529Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4142708014708415047"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T22:45:01.026413671Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14221601034433507986"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T22:45:01.103304103Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"83.917966407s","count":"6"}