[ Jun 11 21:27:47 Enabled. ] [ Jun 11 21:27:47 Rereading configuration. ] [ Jun 11 21:27:48 Rereading configuration. ] [ Jun 11 21:28:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 11 21:28:09 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.339430857Z","hostname":"oxz_switch","pid":4646,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.341190657Z","hostname":"oxz_switch","pid":4646} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.341561831Z","hostname":"oxz_switch","pid":4646} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.341872644Z","hostname":"oxz_switch","pid":4646,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.343955898Z","hostname":"oxz_switch","pid":4646,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 10ee1c88-be57-4244-a2e9-5da2a31f4b88,\n ),\n sled_id: Some(\n b3ce080e-3857-44e8-a6ae-32572e704bfa,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.345584416Z","hostname":"oxz_switch","pid":4646} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.345613627Z","hostname":"oxz_switch","pid":4646,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.349629952Z","hostname":"oxz_switch","pid":4646,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::142f:5cff:fe72:49d1->16:2f:5c:72:49:d1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:09.351331801Z","hostname":"oxz_switch","pid":4646} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:09.357134596Z","hostname":"oxz_switch","pid":4646} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-11T21:28:09.362671798Z","hostname":"oxz_switch","pid":4646} [ Jun 11 21:28:09 Rereading configuration. ] [ Jun 11 21:28:09 Executing refresh method (:kill). ] [ Jun 11 21:28:09 Stopping because all processes in service exited. ] [ Jun 11 21:28:09 Executing stop method (:kill). ] [ Jun 11 21:28:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 11 21:28:09 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.98864223Z","hostname":"oxz_switch","pid":4738,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.989786023Z","hostname":"oxz_switch","pid":4738} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.990163587Z","hostname":"oxz_switch","pid":4738} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.990263568Z","hostname":"oxz_switch","pid":4738,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.992323441Z","hostname":"oxz_switch","pid":4738,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:09.992492903Z","hostname":"oxz_switch","pid":4738,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 10ee1c88-be57-4244-a2e9-5da2a31f4b88, sled_id: b3ce080e-3857-44e8-a6ae-32572e704bfa, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 309b8e9e-f43e-44a4-977f-d8da9ca30a87, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:09.992571224Z","hostname":"oxz_switch","pid":4738,"unit":"oximeter","producer_id":"93bb9a18-723e-4208-9338-b72f11cc0af5"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 10ee1c88-be57-4244-a2e9-5da2a31f4b88,\n ),\n sled_id: Some(\n b3ce080e-3857-44e8-a6ae-32572e704bfa,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:09.993631156Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.000530113Z","hostname":"oxz_switch","pid":4738} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:10.002252753Z","hostname":"oxz_switch","pid":4738,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::142f:5cff:fe72:49d1->16:2f:5c:72:49:d1"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:10.002482875Z","hostname":"oxz_switch","pid":4738,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8042:26ff:fe11:649b->82:42:26:11:64:9b"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.003698859Z","hostname":"oxz_switch","pid":4738,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.004929123Z","hostname":"oxz_switch","pid":4738,"local_addr":"[fd00:1122:3344:101::2]:64944","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:10.005019564Z","hostname":"oxz_switch","pid":4738,"local_addr":"[fd00:1122:3344:101::2]:64944","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.005169496Z","hostname":"oxz_switch","pid":4738,"local_addr":"[fd00:1122:3344:101::2]:64944","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:64944","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.005196056Z","hostname":"oxz_switch","pid":4738,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.005203816Z","hostname":"oxz_switch","pid":4738,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:10.005383988Z","hostname":"oxz_switch","pid":4738,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.005703622Z","hostname":"oxz_switch","pid":4738,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:10.005721752Z","hostname":"oxz_switch","pid":4738,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:64944","producer_id":"93bb9a18-723e-4208-9338-b72f11cc0af5"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:10.005733002Z","hostname":"oxz_switch","pid":4738,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.005738532Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.005943485Z","hostname":"oxz_switch","pid":4738} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.00645285Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.008026188Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-11T21:27:43.128622078Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.008054578Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","id":"10046019443634843584"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.008064658Z","hostname":"oxz_switch","pid":4738,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-11T21:28:10.009564515Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.928485242Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.93363704Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.936958258Z","hostname":"oxz_switch","pid":4738} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.937261681Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.937920988Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-11T21:27:43.128492077Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.937973989Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","id":"6575611609766352868"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:10.937994219Z","hostname":"oxz_switch","pid":4738,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-11T21:28:11.108898592Z","hostname":"oxz_switch","pid":4738,"interface":"tfportqsfp0_0","entry":"10.151.1.174->8a:5e:5d:4a:87:20"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:11.720141448Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:11.724334235Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:11.727392529Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:13.132915669Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:13.138540882Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:13.141609757Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:14.28425519Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:14.289712021Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:14.292591993Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:15.757822166Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:15.762633829Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:15.765955437Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:16.716007664Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:16.720551795Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:16.723461198Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:17.858704478Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:17.863823445Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:17.866547936Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:18.487934096Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:18.492699059Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:18.495582531Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:19.813655798Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:19.819673165Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:19.822903802Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:20.010779695Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:20.011402332Z","hostname":"oxz_switch","pid":4738,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"51f12723-3ce8-402d-b7c8-b003c448798c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"52be77ee-b420-4ff7-9e35-c2de10747fba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 743, tv_nsec: 481303675 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:20.012036219Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:20.028554245Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:20.940776236Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:21.062008239Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:21.0674141Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:21.07002252Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:22.027249127Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:22.031821779Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:22.034740902Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:22.608148532Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:22.612734083Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:22.615594376Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:23.576816588Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:23.582128298Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:23.585008281Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:24.223817156Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:24.229185097Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:24.232280561Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:25.103259048Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:25.108332475Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:25.11141625Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:26.01101014Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:26.014943914Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:26.018574914Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:26.870234435Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:26.874823217Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:26.878117584Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:28.346667153Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:28.351573278Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:28.354908646Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:29.601494819Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:29.605893108Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:29.60874466Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:30.013772426Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:30.345532818Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:30.35110167Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:30.354276746Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:30.942677015Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:31.579060604Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:31.585102712Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:31.58847444Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:32.407406042Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:32.413158987Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:32.416315533Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:33.19078719Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:33.195406942Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:33.1986975Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:33.998609792Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:34.006707323Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:34.009499844Z","hostname":"oxz_switch","pid":4738} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:34.813000637Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T21:28:34.814004318Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"25.02516313s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.081664648Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.086891076Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.090474727Z","hostname":"oxz_switch","pid":4738} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.173948729Z","hostname":"oxz_switch","pid":4738,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"51f12723-3ce8-402d-b7c8-b003c448798c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"52be77ee-b420-4ff7-9e35-c2de10747fba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 758, tv_nsec: 861749406 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.174698447Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.1811013Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.831904979Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.836692123Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:35.839524205Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:36.988157795Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:36.992693906Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:36.995674479Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:38.00180253Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:38.006539293Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:38.0097593Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:38.988895714Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:38.992992531Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:38.99613439Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:39.620800883Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:39.625474195Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:39.628487229Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:39.784714682Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:40.710876888Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:41.05506697Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:41.060187878Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:41.063464704Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:42.229047751Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:42.233243658Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:42.236540385Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:42.833946343Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:42.83899044Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:42.84248835Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:43.554145637Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:43.559303135Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:43.562780144Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:44.141031926Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:44.14582035Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:44.149171178Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:45.445740272Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:45.450591327Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:45.453882704Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:46.712314087Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:46.717067911Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:46.719971783Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:47.772924509Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:47.777873825Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:47.780873518Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:48.539870969Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:48.54522979Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:48.548422326Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:49.657637556Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:49.666149322Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:49.669201247Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:49.759742578Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:50.140905807Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T21:28:50.14204404Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"40.394948171s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:50.481296186Z","hostname":"oxz_switch","pid":4738,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"51f12723-3ce8-402d-b7c8-b003c448798c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"52be77ee-b420-4ff7-9e35-c2de10747fba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 774, tv_nsec: 210790583 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:50.482067325Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:50.488308385Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:50.686676823Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:50.91085682Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:50.916269145Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:50.919122213Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:51.636024589Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:51.640673452Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:51.643827267Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:52.343231196Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:52.347671396Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:52.351544989Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:53.07329722Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:53.078835963Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:53.081388961Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:54.414582388Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:54.418904517Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:54.422296705Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:55.919857407Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:55.924375498Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:55.927262421Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:57.050541961Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:57.055424296Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:57.058745123Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:58.074626801Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:58.079538996Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:58.082700522Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:59.325371859Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:59.330102222Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:59.333611792Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:28:59.73512477Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:00.384146561Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:00.388822494Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:00.391795157Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:00.662012355Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:01.218882286Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:01.223204465Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:01.226913317Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:02.561602932Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:02.565924811Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:02.569102736Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:03.700398435Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:03.706272902Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:03.709598529Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:04.868232277Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:04.871873138Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:04.874806381Z","hostname":"oxz_switch","pid":4738} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:05.448912277Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T21:29:05.45006025Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"55.744314781s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.117225445Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.122484534Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.125396427Z","hostname":"oxz_switch","pid":4738} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.394565763Z","hostname":"oxz_switch","pid":4738,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"51f12723-3ce8-402d-b7c8-b003c448798c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"52be77ee-b420-4ff7-9e35-c2de10747fba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 790, tv_nsec: 167045250 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.39526625Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.403448793Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.672277815Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.676853137Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:06.680524338Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:07.36780014Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:07.372568534Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:07.376059303Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:08.100967999Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:08.106535022Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:08.109512475Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:08.67471944Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:08.680194402Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:08.683090554Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:09.709901415Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:10.113920923Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:10.119350734Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:10.121734421Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:10.637121464Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:11.251531284Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:11.25643386Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:11.25914502Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:12.228300592Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:12.232306437Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:12.235621904Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:13.522893175Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:13.528155883Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:13.530818134Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:14.686128945Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:14.691116411Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:14.694316567Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:15.599048082Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:15.602925746Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:15.60591794Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:16.639172793Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:16.643828065Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:16.647526857Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:17.854763543Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:17.859493403Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:17.862531451Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:18.541124595Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:18.545512474Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:18.548478828Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:19.603406137Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:19.607887337Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:19.611855182Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:19.685629774Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:20.388964327Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:20.393973334Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:20.397396662Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:20.611099953Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:21.363652371Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T21:29:21.365100727Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"71.702356309s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:21.658205687Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:21.66334257Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:21.666183807Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:22.912946995Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:22.917386185Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:22.920096855Z","hostname":"oxz_switch","pid":4738} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:23.813617144Z","hostname":"oxz_switch","pid":4738,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"51f12723-3ce8-402d-b7c8-b003c448798c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"52be77ee-b420-4ff7-9e35-c2de10747fba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 807, tv_nsec: 633135301 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:23.814231811Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:23.821627044Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:23.891438161Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:23.896918073Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:23.900011318Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:24.851023174Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:24.855861119Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:24.859009904Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:25.611390731Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:25.61582009Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:25.619256038Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:26.209134372Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:26.21429806Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:26.217397995Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:27.415894783Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:27.419686946Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:27.422966573Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:28.765715267Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:28.769826064Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:28.7721794Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:29.659901253Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:30.005832175Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:30.010201764Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:30.013635983Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:30.586464645Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:31.219855859Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:31.224519001Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:31.22788491Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:32.065191986Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:32.069633864Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:32.072416156Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:33.066648199Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:33.071884878Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:33.074857622Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:33.712588084Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:33.717291787Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:33.72104892Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:35.084761801Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:35.089628366Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:35.092943464Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:36.414320228Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:36.419691318Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:36.422637372Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:37.292774356Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:37.297195776Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:37.300531734Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:38.704238717Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:38.709482406Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:38.712622151Z","hostname":"oxz_switch","pid":4738} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:38.782236936Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T21:29:38.783185457Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"89.167361369s","count":"4"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:39.6345926Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:39.728350108Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:39.732719527Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:39.736179896Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:40.464267299Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:40.468607108Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:40.471696553Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:40.561185792Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:41.262468642Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:41.267567229Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:41.270640714Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:42.768206685Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:42.773209292Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:42.776674431Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:43.743256182Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:43.746819213Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:43.7497043Z","hostname":"oxz_switch","pid":4738} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:44.024556166Z","hostname":"oxz_switch","pid":4738,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"51f12723-3ce8-402d-b7c8-b003c448798c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"52be77ee-b420-4ff7-9e35-c2de10747fba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d6af5062-d40d-4f94-a3c4-61f3cbd7fb95.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 827, tv_nsec: 898522152 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:44.025215583Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:44.032424774Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:44.673198644Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:44.677406789Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:44.680488144Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:46.071657365Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:46.076379579Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:46.07917979Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:46.593124997Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:46.598451997Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:46.601820484Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:47.886328933Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:47.890664452Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:47.893708636Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:48.625626632Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:48.630111952Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:48.632917244Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:49.609079315Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:50.089840697Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:50.094827533Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:50.097702536Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:50.536493845Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6575611609766352868"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:51.365719538Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:51.371096171Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:51.374183884Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:52.291091545Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:52.295451684Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:52.299180366Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:52.862695242Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:52.868396016Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:52.871630303Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:53.490823497Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:53.495934945Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:53.49903937Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:54.220965502Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:54.225832877Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:54.228615298Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:55.346440927Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:55.35116816Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:55.354475547Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:56.27851655Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:56.282868439Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:56.286005064Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:57.06668025Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:57.071451413Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:57.074758671Z","hostname":"oxz_switch","pid":4738} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:57.811115506Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:57.816210934Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:57.818995715Z","hostname":"oxz_switch","pid":4738} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:58.993193489Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-11T21:29:58.994912859Z","hostname":"oxz_switch","pid":4738,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"109.43365177s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:59.271926743Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportrear0_0 addrs [fe80::142f:5cff:fe72:49d1]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:59.276299142Z","hostname":"oxz_switch","pid":4738} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:59.279254056Z","hostname":"oxz_switch","pid":4738} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-11T21:29:59.583314524Z","hostname":"oxz_switch","pid":4738,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10046019443634843584"}