[ Mar 17 19:46:25 Enabled. ]
[ Mar 17 19:46:25 Rereading configuration. ]
[ Mar 17 19:46:26 Rereading configuration. ]
[ Mar 17 19:46:47 Rereading configuration. ]
[ Mar 17 19:46:57 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 17 19:46:57 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:57.150827183Z","hostname":"oxz_switch","pid":5554,"port":12224,"host":"[::1]"}
{"msg":"Failed to connect to dpd.  Retrying...","v":0,"name":"tfportd","level":50,"time":"2026-03-17T19:46:57.151708111Z","hostname":"oxz_switch","pid":5554}
{"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.153186063Z","hostname":"oxz_switch","pid":5554}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.153593001Z","hostname":"oxz_switch","pid":5554}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.154110022Z","hostname":"oxz_switch","pid":5554,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.156710044Z","hostname":"oxz_switch","pid":5554,"unit":"signal_handler"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        b9369393-75a7-48e4-8d62-31da6d31859a,\n    ),\n    sled_id: Some(\n        3a91c27f-eee9-4a43-a72c-00be0a3daa83,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.158183224Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.165035113Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.171863501Z","hostname":"oxz_switch","pid":5554}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.192490269Z","hostname":"oxz_switch","pid":5554,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: b9369393-75a7-48e4-8d62-31da6d31859a, sled_id: 3a91c27f-eee9-4a43-a72c-00be0a3daa83, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 7a360d4a-8589-456b-9d6b-efc3a1394117, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.19254165Z","hostname":"oxz_switch","pid":5554,"unit":"oximeter","producer_id":"f9915ca6-1ec7-47cc-b725-dea7c6356e0e"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.192893777Z","hostname":"oxz_switch","pid":5554,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e42c:c2ff:fe8c:8996->e6:2c:c2:8c:89:96"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.193083381Z","hostname":"oxz_switch","pid":5554,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::305c:d6ff:fe9a:ed4d->00:00:00:00:00:00"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T19:46:58.199424839Z","hostname":"oxz_switch","pid":5554}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.202745347Z","hostname":"oxz_switch","pid":5554,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.203635135Z","hostname":"oxz_switch","pid":5554,"local_addr":"[fd00:1122:3344:101::2]:52969","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.203685956Z","hostname":"oxz_switch","pid":5554,"local_addr":"[fd00:1122:3344:101::2]:52969","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.20391101Z","hostname":"oxz_switch","pid":5554,"local_addr":"[fd00:1122:3344:101::2]:52969","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:52969","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.203937631Z","hostname":"oxz_switch","pid":5554,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.203946451Z","hostname":"oxz_switch","pid":5554,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.204277608Z","hostname":"oxz_switch","pid":5554,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.204636395Z","hostname":"oxz_switch","pid":5554,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.204702786Z","hostname":"oxz_switch","pid":5554,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:52969","producer_id":"f9915ca6-1ec7-47cc-b725-dea7c6356e0e"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.204723677Z","hostname":"oxz_switch","pid":5554,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.204732637Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.204745047Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.205759848Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-17T19:46:21.823067791Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.205793148Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","id":"3428430276679649307"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.205815409Z","hostname":"oxz_switch","pid":5554,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.206101205Z","hostname":"oxz_switch","pid":5554,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4cdcfcae-31ad-40d2-8c27-d63ffb739b9b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62a74ba4-9bb7-4135-94fc-f370d278ae20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f46834d7-b8d1-430c-b129-e43fcef27aec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f46834d7-b8d1-430c-b129-e43fcef27aec.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1144, tv_nsec: 754036065 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.206708987Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:58.248430302Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"removed stale NDP entry :fe80::305c:d6ff:fe9a:ed4d->00:00:00:00:00:00","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.927590046Z","hostname":"oxz_switch","pid":5554}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:46:58.92779468Z","hostname":"oxz_switch","pid":5554,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::305c:d6ff:fe9a:ed4d->32:5c:d6:9a:ed:4d"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:59.533708651Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:59.537723332Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:59.540310635Z","hostname":"oxz_switch","pid":5554}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:59.540514839Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:59.541640442Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-17T19:46:21.822935580Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:59.541695183Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","id":"5309084027235237163"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:46:59.541707973Z","hostname":"oxz_switch","pid":5554,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T19:47:00.063031781Z","hostname":"oxz_switch","pid":5554,"interface":"tfportqsfp0_0","entry":"10.151.1.174->3a:3b:c7:c1:09:d7"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:00.20420123Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:00.209041868Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:00.211807244Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:01.602045739Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:01.607202934Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:01.609712585Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:02.600913548Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:02.605491221Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:02.608470071Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:03.190653482Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:03.195304526Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:03.198504941Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:03.832881528Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:03.837550983Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:03.84040757Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:04.664743264Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:04.670126933Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:04.672838978Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:06.174626332Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:06.180114063Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:06.182743926Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:06.925493569Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:06.929353367Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:06.932065832Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:07.991402094Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:07.995943586Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:07.998867866Z","hostname":"oxz_switch","pid":5554}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:08.210106944Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3428430276679649307"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:09.175982025Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:09.181018207Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:09.183865714Z","hostname":"oxz_switch","pid":5554}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:09.544399866Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5309084027235237163"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:10.236192356Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:10.240448662Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:10.24333538Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:10.912013973Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:10.917455793Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:10.920173758Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:12.284437167Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:12.289148962Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:12.291740565Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.077060049Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.081481229Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.084291675Z","hostname":"oxz_switch","pid":5554}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.249302257Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T19:47:13.250581683Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.045848017s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.532961342Z","hostname":"oxz_switch","pid":5554,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4cdcfcae-31ad-40d2-8c27-d63ffb739b9b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62a74ba4-9bb7-4135-94fc-f370d278ae20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f46834d7-b8d1-430c-b129-e43fcef27aec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f46834d7-b8d1-430c-b129-e43fcef27aec.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1160, tv_nsec: 80904963 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.533417991Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.56444288Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.94615817Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.951378446Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:13.95407571Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:14.467441756Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:14.472925497Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:14.476302226Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:15.977255433Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:15.981753034Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:15.984659353Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:16.873027984Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:16.878419393Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:16.880915994Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:17.472722949Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:17.477858093Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:17.480612599Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:18.095819457Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:18.101097164Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:18.104154976Z","hostname":"oxz_switch","pid":5554}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:18.21349496Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3428430276679649307"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:18.72059473Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:18.724915268Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:18.727717395Z","hostname":"oxz_switch","pid":5554}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:19.547338674Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5309084027235237163"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:19.840700795Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:19.845253227Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:19.848087404Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:20.668722224Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:20.673340467Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:20.675699715Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:21.94501684Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:21.949184375Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:21.951835208Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:23.011292584Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:23.016130242Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:23.019244755Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:23.551629427Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:23.556978246Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:23.559570918Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:24.336625515Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:24.341013264Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:24.343619956Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:25.579832692Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:25.58414756Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:25.586902366Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:26.313820717Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:26.318743717Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:26.321113225Z","hostname":"oxz_switch","pid":5554}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:26.846399103Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:26.850880894Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:26.853415905Z","hostname":"oxz_switch","pid":5554}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:28.215171343Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3428430276679649307"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:28.326469937Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:28.331184303Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:28.33403431Z","hostname":"oxz_switch","pid":5554}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:28.565733713Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T19:47:28.566864816Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"30.36214493s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:28.852667874Z","hostname":"oxz_switch","pid":5554,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4cdcfcae-31ad-40d2-8c27-d63ffb739b9b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62a74ba4-9bb7-4135-94fc-f370d278ae20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f46834d7-b8d1-430c-b129-e43fcef27aec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f46834d7-b8d1-430c-b129-e43fcef27aec.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1175, tv_nsec: 400624375 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:28.853214005Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:28.884057549Z","hostname":"oxz_switch","pid":5554,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:29.108566095Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportrear0_0 addrs [fe80::e42c:c2ff:fe8c:8996]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:29.114009385Z","hostname":"oxz_switch","pid":5554}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:29.116854713Z","hostname":"oxz_switch","pid":5554}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T19:47:29.549767391Z","hostname":"oxz_switch","pid":5554,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5309084027235237163"}