[ Jul 23 04:13:12 Enabled. ]
[ Jul 23 04:13:12 Rereading configuration. ]
[ Jul 23 04:13:13 Rereading configuration. ]
[ Jul 23 04:13:24 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jul 23 04:13:24 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:24.537930891Z","hostname":"oxz_switch","pid":4990,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:24.539829419Z","hostname":"oxz_switch","pid":4990}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:24.540268538Z","hostname":"oxz_switch","pid":4990}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:24.540667036Z","hostname":"oxz_switch","pid":4990,"unit":"signal_handler"}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:24.540695186Z","hostname":"oxz_switch","pid":4990,"unit":"oximeter"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        c18be6e2-07a4-4e52-862f-a12bceca72c0,\n    ),\n    sled_id: Some(\n        4569b29e-b6bf-4128-ae06-e8b7e4633d4f,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:24.543933681Z","hostname":"oxz_switch","pid":4990}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:24.543963181Z","hostname":"oxz_switch","pid":4990,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:24.549014711Z","hostname":"oxz_switch","pid":4990,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::64d0:50ff:fedd:2e8f->66:d0:50:dd:2e:8f"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:24.550707075Z","hostname":"oxz_switch","pid":4990}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:24.55552138Z","hostname":"oxz_switch","pid":4990}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-23T04:13:24.560804495Z","hostname":"oxz_switch","pid":4990}
[ Jul 23 04:13:25 Rereading configuration. ]
[ Jul 23 04:13:25 Executing refresh method (:kill). ]
[ Jul 23 04:13:25 Stopping because all processes in service exited. ]
[ Jul 23 04:13:25 Executing stop method (:kill). ]
[ Jul 23 04:13:25 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jul 23 04:13:25 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.280589774Z","hostname":"oxz_switch","pid":5305,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.281614444Z","hostname":"oxz_switch","pid":5305}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.281957301Z","hostname":"oxz_switch","pid":5305}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.282089183Z","hostname":"oxz_switch","pid":5305,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.283996351Z","hostname":"oxz_switch","pid":5305,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.284247956Z","hostname":"oxz_switch","pid":5305,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: c18be6e2-07a4-4e52-862f-a12bceca72c0, sled_id: 4569b29e-b6bf-4128-ae06-e8b7e4633d4f, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 9c8a7003-c386-4e4f-a87e-8f1dd9f2ce70, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.284306027Z","hostname":"oxz_switch","pid":5305,"unit":"oximeter","producer_id":"1868247f-729d-4135-8057-c681f35b81ff"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        c18be6e2-07a4-4e52-862f-a12bceca72c0,\n    ),\n    sled_id: Some(\n        4569b29e-b6bf-4128-ae06-e8b7e4633d4f,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.286294977Z","hostname":"oxz_switch","pid":5305}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.296766675Z","hostname":"oxz_switch","pid":5305,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::64d0:50ff:fedd:2e8f->66:d0:50:dd:2e:8f"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.296949508Z","hostname":"oxz_switch","pid":5305,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4d3:ff:fe28:589e->06:d3:00:28:58:9e"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.301868896Z","hostname":"oxz_switch","pid":5305}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.304881805Z","hostname":"oxz_switch","pid":5305,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.305524308Z","hostname":"oxz_switch","pid":5305,"local_addr":"[fd00:1122:3344:101::2]:55581","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.30564392Z","hostname":"oxz_switch","pid":5305,"local_addr":"[fd00:1122:3344:101::2]:55581","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.305723072Z","hostname":"oxz_switch","pid":5305,"local_addr":"[fd00:1122:3344:101::2]:55581","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:55581","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.305745293Z","hostname":"oxz_switch","pid":5305,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.305752973Z","hostname":"oxz_switch","pid":5305,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.305910986Z","hostname":"oxz_switch","pid":5305,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.306809614Z","hostname":"oxz_switch","pid":5305,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.306824034Z","hostname":"oxz_switch","pid":5305,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:55581","producer_id":"1868247f-729d-4135-8057-c681f35b81ff"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:25.306836584Z","hostname":"oxz_switch","pid":5305,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.306842664Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.308696451Z","hostname":"oxz_switch","pid":5305}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.30911802Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.310703601Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-23T04:13:08.348860099Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.310728421Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","id":"296663887119989420"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:25.310757572Z","hostname":"oxz_switch","pid":5305,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-23T04:13:25.31214935Z","hostname":"oxz_switch","pid":5305}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:13:26.163388146Z","hostname":"oxz_switch","pid":5305,"interface":"tfportqsfp0_0","entry":"10.151.1.174->3e:b0:33:b6:be:07"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.432555785Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.437478633Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.44087698Z","hostname":"oxz_switch","pid":5305}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.441200537Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.442285468Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-23T04:13:08.348729716Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.442336639Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","id":"12390004479311804181"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.4423463Z","hostname":"oxz_switch","pid":5305,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.957751204Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.962345305Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:26.965672051Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:28.078587967Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:28.082192599Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:28.085369722Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:28.669812396Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:28.675809675Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:28.678975417Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:29.809576655Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:29.814032604Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:29.817654196Z","hostname":"oxz_switch","pid":5305}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:30.309780578Z","hostname":"oxz_switch","pid":5305,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15c94f58-7658-44c7-936e-3d9465813be8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8a39ae5d-2f74-4d5c-b10a-00681802b2c1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 694, tv_nsec: 18611476 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:30.310581734Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:30.335481308Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:31.205053237Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:31.209520136Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:31.212414043Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:32.064471265Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:32.069115798Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:32.072057366Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:32.707329318Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:32.712117263Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:32.715448599Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:33.372508843Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:33.378223806Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:33.38094758Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:34.856538562Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:34.860813246Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:34.863870107Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:35.313769472Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:35.413902608Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:35.41851058Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:35.421422587Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:36.123148717Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:36.128008494Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:36.131621986Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:36.444621975Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:36.967066139Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:36.971892754Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:36.974989845Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:38.258260702Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:38.263655609Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:38.267195749Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:39.091770576Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:39.0965435Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:39.099619611Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:40.45809308Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:40.463833453Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:40.467362854Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:41.053330628Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:41.058652514Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:41.062126913Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:41.830410873Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:41.834967763Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:41.838710397Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:43.034362881Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:43.039301649Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:43.042565145Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:44.301799662Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:44.307674668Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:44.310731009Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:44.482923104Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:44.503080115Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-23T04:13:44.504123716Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.031051606s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:44.657826419Z","hostname":"oxz_switch","pid":5305,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15c94f58-7658-44c7-936e-3d9465813be8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8a39ae5d-2f74-4d5c-b10a-00681802b2c1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 709, tv_nsec: 200950658 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:44.658593198Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:44.66622105Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:45.474842744Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:45.525765357Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:45.530492421Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:45.615682776Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:46.703750679Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:46.71032273Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:46.713941822Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:47.706024446Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:47.717027025Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:47.724375131Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:48.750095604Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:48.756820577Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:48.760616583Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:50.368364053Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:50.387722747Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:50.397721256Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:51.37914767Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:51.385491684Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:51.389458045Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:52.823688311Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:52.841848122Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:52.847454473Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:54.043087311Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:54.04722307Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:54.049669822Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:54.476262687Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:55.445005112Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:55.450252552Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:55.452805852Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:55.612449236Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:56.056629538Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:56.062042595Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:56.065002124Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:57.184343713Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:57.189263801Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:57.192424494Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:58.350580177Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:58.356416163Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:58.359660497Z","hostname":"oxz_switch","pid":5305}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:13:59.660632136Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-23T04:13:59.661611726Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.196744628s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:00.27626874Z","hostname":"oxz_switch","pid":5305,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15c94f58-7658-44c7-936e-3d9465813be8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8a39ae5d-2f74-4d5c-b10a-00681802b2c1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 724, tv_nsec: 743624238 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:00.303728185Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:00.327557628Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:00.403421103Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:00.416780838Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:00.420840059Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:01.626381576Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:01.632221632Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:01.645469375Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:02.288307988Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:02.295816057Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:02.303301575Z","hostname":"oxz_switch","pid":5305}
{"msg":"removed stale NDP entry :fe80::4d3:ff:fe28:589e->06:d3:00:28:58:9e","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:14:03.099417049Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:03.644142724Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:03.650427639Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:03.654160533Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:04.318675395Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:04.324333147Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:04.327115152Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:04.479355572Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-23T04:14:04.512108222Z","hostname":"oxz_switch","pid":5305,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4d3:ff:fe28:589e->06:d3:00:28:58:9e"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:05.61399687Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:05.655174167Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:05.66037414Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:05.663561774Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:06.598337496Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:06.603650092Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:06.606952727Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:07.961736692Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:07.967313773Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:07.969950245Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:08.6560331Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:08.660952961Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:08.663703315Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:09.722359084Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:09.727860323Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:09.73072295Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:10.645135165Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:10.650495271Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:10.653764686Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:12.047817418Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:12.053946319Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:12.05752622Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:13.496349036Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:13.504162162Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:13.50914441Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:14.183504197Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:14.192338732Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:14.196969404Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:14.484242383Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:14.971985974Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:14.980680271Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:14.984722761Z","hostname":"oxz_switch","pid":5305}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:15.329857897Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-23T04:14:15.333124302Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.865491239s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:22.840995423Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:22.849606304Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:22.855173135Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:22.927429598Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:24.71864537Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:24.748435281Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:24.755869688Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:24.760210274Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:25.686702663Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:25.693894795Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:25.698020067Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:26.521686926Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:26.529098723Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:26.534149043Z","hostname":"oxz_switch","pid":5305}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:26.602386177Z","hostname":"oxz_switch","pid":5305,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15c94f58-7658-44c7-936e-3d9465813be8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8a39ae5d-2f74-4d5c-b10a-00681802b2c1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 751, tv_nsec: 151190525 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:26.603365167Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:26.628077887Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:28.014680013Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:28.022405866Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:28.02766889Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:29.079532816Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:29.087418373Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:29.092491693Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:29.83388641Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:29.841573372Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:29.846060371Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:30.640357018Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:30.648507999Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:30.654410756Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:32.0539761Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:32.0620553Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:32.067682382Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:32.705359781Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:32.710953142Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:32.714609684Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:32.85908605Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:33.81184801Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:33.816692686Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:33.819575603Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:34.721102117Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:35.181839586Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:35.186514159Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:35.189768674Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:36.314158028Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:36.318932532Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:36.321788529Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:37.105110398Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:37.110462364Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:37.113671708Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:38.39624473Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:38.40179262Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:38.405035194Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:39.876985992Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:39.883869729Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:39.889577963Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:40.831314842Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:40.839231629Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:40.843755049Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:41.611063749Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:41.618443726Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:41.622924534Z","hostname":"oxz_switch","pid":5305}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:41.630632818Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-23T04:14:41.634491084Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"77.168644085s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:42.238285601Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:42.24985307Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:42.261493331Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:42.825073281Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:42.832714423Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:42.836477917Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:42.862683987Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:43.404564416Z","hostname":"oxz_switch","pid":5305,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15c94f58-7658-44c7-936e-3d9465813be8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8a39ae5d-2f74-4d5c-b10a-00681802b2c1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 767, tv_nsec: 954414531 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:43.405592736Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:43.419794498Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:44.155156655Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:44.163360698Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:44.167807036Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:44.725342626Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:45.578460769Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:45.587295534Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:45.592286033Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:46.653074836Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:46.670072823Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:46.675867848Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:47.755093266Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:47.762409981Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:47.765960822Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:48.304636837Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:48.310944773Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:48.314390011Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:49.393205421Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:49.400867423Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:49.405555766Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:50.516201787Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:50.523199566Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:50.526213246Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:51.378736727Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:51.38647707Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:51.390338277Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:52.208871244Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:52.214429444Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:52.217659738Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:52.865815255Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:53.469704304Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:53.477803495Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:53.480877586Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:54.565285387Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:54.57097711Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:54.574615902Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:54.728820111Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"296663887119989420"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:55.720653916Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:55.726065863Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:55.729735626Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:56.406240835Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:56.416899016Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:56.422997668Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:57.790965244Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:57.800701317Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:57.804525362Z","hostname":"oxz_switch","pid":5305}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:58.421303847Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-23T04:14:58.422328317Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"93.956132488s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:59.008915264Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:59.01880884Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:14:59.023054154Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:00.049511986Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:00.055530635Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:00.059386792Z","hostname":"oxz_switch","pid":5305}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:01.152698169Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:01.16184666Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:01.167664286Z","hostname":"oxz_switch","pid":5305}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:01.394313142Z","hostname":"oxz_switch","pid":5305,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"15c94f58-7658-44c7-936e-3d9465813be8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8a39ae5d-2f74-4d5c-b10a-00681802b2c1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a305c306-34ae-42a6-b0ca-3a0c03beb010.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 785, tv_nsec: 943875418 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:01.394898883Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:01.405137486Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:01.407898731Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-23T04:15:01.408581735Z","hostname":"oxz_switch","pid":5305,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"96.942349785s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:02.424014588Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportrear0_0 addrs [fe80::64d0:50ff:fedd:2e8f]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:02.43271015Z","hostname":"oxz_switch","pid":5305}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:02.437424983Z","hostname":"oxz_switch","pid":5305}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-23T04:15:02.869669918Z","hostname":"oxz_switch","pid":5305,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12390004479311804181"}