[ Jul 24 07:28:55 Enabled. ]
[ Jul 24 07:28:55 Rereading configuration. ]
[ Jul 24 07:28:56 Rereading configuration. ]
[ Jul 24 07:29:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jul 24 07:29:07 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.278969616Z","hostname":"oxz_switch","pid":5209,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.304182872Z","hostname":"oxz_switch","pid":5209}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.304622382Z","hostname":"oxz_switch","pid":5209}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.304887058Z","hostname":"oxz_switch","pid":5209,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.306906557Z","hostname":"oxz_switch","pid":5209,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        7d9cfec8-8b0d-48d9-8b33-92444f0217b5,\n    ),\n    sled_id: Some(\n        855dfc9c-0f28-4206-8894-587cebdfe6a5,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.309959191Z","hostname":"oxz_switch","pid":5209}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.309989681Z","hostname":"oxz_switch","pid":5209,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.313127207Z","hostname":"oxz_switch","pid":5209,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8073:c2ff:fec6:5446->82:73:c2:c6:54:46"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.313361072Z","hostname":"oxz_switch","pid":5209,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b0d5:d3ff:fe49:bccf->b2:d5:d3:49:bc:cf"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:07.314550121Z","hostname":"oxz_switch","pid":5209}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:07.320098624Z","hostname":"oxz_switch","pid":5209}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-24T07:29:07.325916424Z","hostname":"oxz_switch","pid":5209}
[ Jul 24 07:29:07 Rereading configuration. ]
[ Jul 24 07:29:07 Executing refresh method (:kill). ]
[ Jul 24 07:29:07 Stopping because all processes in service exited. ]
[ Jul 24 07:29:07 Executing stop method (:kill). ]
[ Jul 24 07:29:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jul 24 07:29:07 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.995026928Z","hostname":"oxz_switch","pid":5475,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.995922449Z","hostname":"oxz_switch","pid":5475}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.996299568Z","hostname":"oxz_switch","pid":5475}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.996407161Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.998312956Z","hostname":"oxz_switch","pid":5475,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:07.998421509Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 7d9cfec8-8b0d-48d9-8b33-92444f0217b5, sled_id: 855dfc9c-0f28-4206-8894-587cebdfe6a5, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: a5363dad-5856-4893-ba65-1a9c3201afd8, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:07.99845935Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","producer_id":"5df73ff9-dc73-424c-b9c2-d0a496dc5ec8"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        7d9cfec8-8b0d-48d9-8b33-92444f0217b5,\n    ),\n    sled_id: Some(\n        855dfc9c-0f28-4206-8894-587cebdfe6a5,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:07.999798842Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.006755329Z","hostname":"oxz_switch","pid":5475}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:08.008779258Z","hostname":"oxz_switch","pid":5475,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8073:c2ff:fec6:5446->82:73:c2:c6:54:46"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:08.009003283Z","hostname":"oxz_switch","pid":5475,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b0d5:d3ff:fe49:bccf->b2:d5:d3:49:bc:cf"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.00971521Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.010858868Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:46814","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:08.01095801Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:46814","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.011148545Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:46814","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46814","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.011160945Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.011173225Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:08.011341809Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.011675017Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:08.011736719Z","hostname":"oxz_switch","pid":5475,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46814","producer_id":"5df73ff9-dc73-424c-b9c2-d0a496dc5ec8"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:08.011749429Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.01175657Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.012521788Z","hostname":"oxz_switch","pid":5475}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.012974309Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-24T07:29:08.01345345Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.697271ms","count":"0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.01428899Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-24T07:28:51.056881836Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.014311811Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","id":"3657787801977654492"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:08.014325171Z","hostname":"oxz_switch","pid":5475,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-24T07:29:08.015780096Z","hostname":"oxz_switch","pid":5475}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-24T07:29:08.199585352Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"187.788831ms","count":"1"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-24T07:29:08.529268802Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"517.497742ms","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.106647832Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.111852897Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.115455904Z","hostname":"oxz_switch","pid":5475}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.115679769Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.116894498Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-24T07:28:51.056751712Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.116998751Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","id":"16470991053604711316"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.117021651Z","hostname":"oxz_switch","pid":5475,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-24T07:29:09.278826998Z","hostname":"oxz_switch","pid":5475,"interface":"tfportqsfp0_0","entry":"10.151.1.174->16:f1:67:2a:2e:d3"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.291552734Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"107fa693-78f9-4bb0-8551-cc9e3f208fad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"13ac4e4d-4bcd-4ef6-9d15-7cfa916a0627.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2cf63006-532d-4ca5-8db7-8ec0f1839958.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2cf63006-532d-4ca5-8db7-8ec0f1839958.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 999, tv_nsec: 851412463 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.292322133Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:09.309422263Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:10.056300275Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:10.061215483Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:10.06399033Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:11.392104445Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:11.397447873Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:11.400723862Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:12.264210955Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:12.270373534Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:12.273905098Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:12.906745071Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:12.911873264Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:12.91503229Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:14.0935083Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:14.098305025Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:14.112341752Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:15.206999329Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:15.21201682Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:15.215211746Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:15.853014768Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:15.857912416Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:15.860840306Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:16.458640867Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:16.463086004Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:16.465753618Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:17.888138607Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:17.892639875Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:17.896135759Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:18.017177147Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3657787801977654492"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:18.451599843Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:18.456504311Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:18.459898192Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:19.120610475Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16470991053604711316"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:19.725692971Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:19.730573008Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:19.734185275Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:20.487686886Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:20.49245888Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:20.495746459Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:21.132139717Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:21.138266574Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:21.142083536Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:22.003851668Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:22.008635082Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:22.011746607Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:22.678034063Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:22.683395822Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:22.68620189Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:23.925410559Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:23.929319793Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:23.932047819Z","hostname":"oxz_switch","pid":5475}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:24.311260538Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-24T07:29:24.312277992Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"16.300509732s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:24.743971943Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:24.749359792Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:24.752344134Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:26.310474919Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:26.315231493Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:26.318649085Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:26.828082862Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:26.833378729Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:26.836760311Z","hostname":"oxz_switch","pid":5475}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:27.343030081Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"107fa693-78f9-4bb0-8551-cc9e3f208fad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"13ac4e4d-4bcd-4ef6-9d15-7cfa916a0627.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2cf63006-532d-4ca5-8db7-8ec0f1839958.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2cf63006-532d-4ca5-8db7-8ec0f1839958.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1017, tv_nsec: 374934035 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:27.343708897Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:27.351678979Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:28.316553208Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:28.321573439Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:28.324750745Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:28.547561167Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3657787801977654492"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:29.351976774Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:29.357570569Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:29.360362886Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:29.649261622Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16470991053604711316"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:30.20823266Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:30.213089867Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:30.217084813Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:30.89776949Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:30.902469083Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:30.905402684Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:31.818694523Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:31.823467488Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:31.826830889Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:32.48569752Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:32.491309635Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:32.494354939Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:33.248526805Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:33.253127396Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:33.256147619Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:34.214997147Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:34.220015558Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:34.223021091Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:34.932345271Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:34.936657735Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:34.939871732Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:36.027978588Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:36.032942667Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:36.035891158Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:37.017017092Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:37.022240808Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:37.02520648Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:37.988884563Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:37.994303004Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:37.997071618Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:38.523269355Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3657787801977654492"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:39.383065287Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:39.388718353Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:39.392219108Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:39.623218622Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16470991053604711316"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:40.759896762Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:40.764700537Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:40.767803862Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:41.288098319Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:41.292960072Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:41.295975744Z","hostname":"oxz_switch","pid":5475}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:42.316626839Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-24T07:29:42.317843549Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"33.814744353s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:42.445917343Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:42.450987579Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:42.453983738Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:43.691410313Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:43.695939252Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:43.698859082Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:44.667616316Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:44.673247202Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:44.676154382Z","hostname":"oxz_switch","pid":5475}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:44.978883204Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"107fa693-78f9-4bb0-8551-cc9e3f208fad.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"13ac4e4d-4bcd-4ef6-9d15-7cfa916a0627.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2cf63006-532d-4ca5-8db7-8ec0f1839958.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"2cf63006-532d-4ca5-8db7-8ec0f1839958.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1035, tv_nsec: 54607938 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:44.97954441Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:44.986760764Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:46.099854555Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:46.104241581Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:46.107359576Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:47.569616157Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:47.574814483Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:47.577650941Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:48.391865574Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:48.396972497Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:48.400376289Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:48.498688927Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3657787801977654492"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:49.59858455Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16470991053604711316"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:49.779330054Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:49.783809262Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:49.78708841Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:51.249924457Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:51.254860546Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:51.258038742Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:52.69812347Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:52.703008998Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:52.706580534Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:54.115335348Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:54.1203717Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:54.123578227Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:54.72775097Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:54.73233084Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:54.735588089Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:55.535156888Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:55.543150501Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:55.547228509Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:56.123352517Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:56.129772701Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:56.133588983Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:56.927606849Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:56.932902227Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:56.93676071Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:57.4943076Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:57.500021238Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:57.503264476Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:58.207845208Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:58.213688599Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:58.217332287Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:58.473879976Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3657787801977654492"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:59.483022979Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:59.495143537Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:59.500442394Z","hostname":"oxz_switch","pid":5475}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:59.643621003Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16470991053604711316"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:29:59.94819235Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-24T07:29:59.950449844Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.494648501s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:30:00.14126746Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:30:00.179312917Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:30:00.20435288Z","hostname":"oxz_switch","pid":5475}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:30:01.580904747Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportrear0_0 addrs [fe80::8073:c2ff:fec6:5446]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:30:01.606442723Z","hostname":"oxz_switch","pid":5475}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-24T07:30:01.618542134Z","hostname":"oxz_switch","pid":5475}