[ Apr 7 18:41:09 Enabled. ] [ Apr 7 18:41:09 Rereading configuration. ] [ Apr 7 18:41:10 Rereading configuration. ] [ Apr 7 18:41:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Apr 7 18:41:31 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.778103989Z","hostname":"oxz_switch","pid":5408,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-44a949c9","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.779663149Z","hostname":"oxz_switch","pid":5408} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.779967087Z","hostname":"oxz_switch","pid":5408} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.780269644Z","hostname":"oxz_switch","pid":5408,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.782262115Z","hostname":"oxz_switch","pid":5408,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9f500aa8-d790-4435-bfe6-703d34750132,\n ),\n sled_id: Some(\n 1a03e04c-a2c0-49d9-8885-91c473ae1851,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.783499587Z","hostname":"oxz_switch","pid":5408} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.783516787Z","hostname":"oxz_switch","pid":5408,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.787211802Z","hostname":"oxz_switch","pid":5408,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc27:89ff:fe40:bc36->ce:27:89:40:bc:36"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:31.787460548Z","hostname":"oxz_switch","pid":5408,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ce:83ff:fe3e:ffd0->02:ce:83:3e:ff:d0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:31.789634724Z","hostname":"oxz_switch","pid":5408} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:31.794518799Z","hostname":"oxz_switch","pid":5408} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:41:31.798767968Z","hostname":"oxz_switch","pid":5408} [ Apr 7 18:41:32 Rereading configuration. ] [ Apr 7 18:41:32 Executing refresh method (:kill). ] [ Apr 7 18:41:32 Stopping because all processes in service exited. ] [ Apr 7 18:41:32 Executing stop method (:kill). ] [ Apr 7 18:41:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Apr 7 18:41:32 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.342318765Z","hostname":"oxz_switch","pid":5474,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-44a949c9","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.343194048Z","hostname":"oxz_switch","pid":5474} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.343481675Z","hostname":"oxz_switch","pid":5474} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.343585738Z","hostname":"oxz_switch","pid":5474,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.345417665Z","hostname":"oxz_switch","pid":5474,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.345482486Z","hostname":"oxz_switch","pid":5474,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 9f500aa8-d790-4435-bfe6-703d34750132, sled_id: 1a03e04c-a2c0-49d9-8885-91c473ae1851, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 441210d4-7ef9-49ae-b8ae-9d04663cfec3, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.345511807Z","hostname":"oxz_switch","pid":5474,"unit":"oximeter","producer_id":"c141fa30-0ba9-4442-8fcd-7cfd21e7e7a0"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9f500aa8-d790-4435-bfe6-703d34750132,\n ),\n sled_id: Some(\n 1a03e04c-a2c0-49d9-8885-91c473ae1851,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.346843141Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.35265957Z","hostname":"oxz_switch","pid":5474} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.353993094Z","hostname":"oxz_switch","pid":5474,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc27:89ff:fe40:bc36->ce:27:89:40:bc:36"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.35420767Z","hostname":"oxz_switch","pid":5474,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ce:83ff:fe3e:ffd0->02:ce:83:3e:ff:d0"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.355143434Z","hostname":"oxz_switch","pid":5474,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.356435857Z","hostname":"oxz_switch","pid":5474,"local_addr":"[fd00:1122:3344:101::2]:51937","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.356498928Z","hostname":"oxz_switch","pid":5474,"local_addr":"[fd00:1122:3344:101::2]:51937","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.356656472Z","hostname":"oxz_switch","pid":5474,"local_addr":"[fd00:1122:3344:101::2]:51937","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:51937","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.356695193Z","hostname":"oxz_switch","pid":5474,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.356711254Z","hostname":"oxz_switch","pid":5474,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.356859278Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.357229147Z","hostname":"oxz_switch","pid":5474,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.357290339Z","hostname":"oxz_switch","pid":5474,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:51937","producer_id":"c141fa30-0ba9-4442-8fcd-7cfd21e7e7a0"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:32.357303559Z","hostname":"oxz_switch","pid":5474,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.357311399Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.35813219Z","hostname":"oxz_switch","pid":5474} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:41:32.35848717Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.17664ms","count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.358608313Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.359938887Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-07T18:41:05.688438419Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.359964717Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","id":"9659655969040896701"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.359979638Z","hostname":"oxz_switch","pid":5474,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:41:32.361331382Z","hostname":"oxz_switch","pid":5474} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.585114146Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 668, tv_nsec: 67042194 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.58563339Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:32.626815165Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:41:33.233969421Z","hostname":"oxz_switch","pid":5474,"interface":"tfportqsfp0_0","entry":"10.151.1.174->66:61:21:1f:a8:23"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:33.563846373Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:33.570700129Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:33.573679945Z","hostname":"oxz_switch","pid":5474} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:33.573905991Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:33.575218245Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-07T18:41:05.688289855Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:33.575272446Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","id":"12882058990794922576"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:33.575287186Z","hostname":"oxz_switch","pid":5474,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:34.513231618Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:34.518560125Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:34.521628823Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:35.09132129Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:35.096302247Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:35.099776107Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:36.260397524Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:36.266029338Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:36.268882202Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:37.11029489Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:37.11458901Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:37.1173053Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:38.462278891Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:38.467510505Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:38.470484451Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:39.792029802Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:39.795964203Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:39.798527918Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:40.79773919Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:40.802918153Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:40.805618332Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:41.352629657Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:41.357064801Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:41.359676478Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:41.96313958Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:41.967423219Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:41.970373145Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:42.364459183Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:43.43256917Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:43.437015344Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:43.439889477Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:43.578333634Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:44.297200303Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:44.301341459Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:44.304322375Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:45.067767766Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:45.073284698Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:45.076054909Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:46.453817718Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:46.458271282Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:46.461022363Z","hostname":"oxz_switch","pid":5474} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:47.489856298Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:41:47.490774331Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.271781603s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:47.634514734Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:47.638965769Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:47.641516924Z","hostname":"oxz_switch","pid":5474} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:48.166294986Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 683, tv_nsec: 788420947 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:48.166873997Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:48.199720475Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:48.199804497Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:48.205008231Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:48.207790452Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:49.334468888Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:49.33918615Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:49.341557951Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:50.118412319Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:50.122668748Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:50.126092326Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:50.764883928Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:50.768945952Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:50.771670293Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:51.705476854Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:51.709927948Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:51.71311472Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:52.216461782Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:52.601521287Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:52.606210508Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:52.608999159Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:53.330301083Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:53.335092606Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:53.337841026Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:53.425848677Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:54.620751396Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:54.625578751Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:54.628259089Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:55.656852435Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:55.661181066Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:55.664197834Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:56.17394357Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:56.178507557Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:56.181457003Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:57.345634591Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:57.350843165Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:57.353448612Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:58.570060628Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:58.574307357Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:58.577346865Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:59.964611936Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:59.96942718Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:41:59.971943684Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:01.309332084Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:01.313920131Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:01.316950269Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:02.191812985Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:02.339586772Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:02.344119718Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:02.347155796Z","hostname":"oxz_switch","pid":5474} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:03.1596257Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:42:03.160835571Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.984444733s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:03.259853955Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:03.264545156Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:03.267469351Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:03.400525389Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.00311388Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.007689898Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.010348816Z","hostname":"oxz_switch","pid":5474} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.514416446Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 700, tv_nsec: 180937777 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.515123395Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.546967183Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.741834263Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.746645503Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:04.749407984Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:05.9410873Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:05.948758317Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:05.951194459Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:06.787479585Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:06.792081053Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:06.794850594Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:07.659844597Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:07.664208539Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:07.667806332Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:09.064486665Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:09.068679142Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:09.071946356Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:09.909486034Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:09.914077162Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:09.916985487Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:10.869241841Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:10.874442595Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:10.877225757Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:11.515866665Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:11.520560395Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:11.523356097Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:12.16651004Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:12.536241229Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:12.540746505Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:12.543779313Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:13.374382933Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:13.492518058Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:13.497257659Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:13.499909218Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:14.712527401Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:14.717076768Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:14.719931131Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:15.823915564Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:15.828192754Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:15.831191391Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:16.613662615Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:16.618677663Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:16.621236819Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:17.577903638Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:17.58225808Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:17.585044942Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:18.340090891Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:18.344274988Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:18.347111401Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:19.147593087Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:19.152134124Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:19.154889915Z","hostname":"oxz_switch","pid":5474} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:19.507765951Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:42:19.508924561Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"47.376991093s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:20.257856172Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:20.261907476Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:20.264575022Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:21.531603967Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:21.535643521Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:21.538420202Z","hostname":"oxz_switch","pid":5474} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:21.711870999Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 717, tv_nsec: 425198369 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:21.712401112Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:21.744833345Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:22.141312721Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:22.536165796Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:22.540810656Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:22.543761211Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:23.09407617Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:23.098047822Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:23.100483035Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:23.348312452Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:24.199629724Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:24.204346625Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:24.206929341Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:25.194455073Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:25.198864966Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:25.20174466Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:26.124926258Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:26.130044209Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:26.13863345Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:27.144595315Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:27.149131571Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:27.152088777Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:28.337124412Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:28.341443173Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:28.34442944Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:29.35451989Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:29.358380109Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:29.360977016Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:30.779138701Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:30.783929334Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:30.786627873Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:31.959692642Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:31.96430488Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:31.967364859Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:32.115514565Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:32.841078406Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:32.844944516Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:32.847876751Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:33.323437069Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:33.652767121Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:33.657166504Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:33.660310825Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:34.789714832Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:34.793885629Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:34.796692491Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:35.822759413Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:35.827378901Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:35.830491261Z","hostname":"oxz_switch","pid":5474} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:36.70544015Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:42:36.706790839Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"64.621709627s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:37.321054916Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:37.325656175Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:37.328562539Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:38.591077835Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:38.596997917Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:38.599820609Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:39.47486273Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:39.479486349Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:39.482371773Z","hostname":"oxz_switch","pid":5474} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:40.492295839Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 736, tv_nsec: 256685259 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:40.492845983Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:40.526845976Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:40.605817465Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:40.610046034Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:40.612659891Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:41.916865257Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:41.921197589Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:41.924101523Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:42.091310969Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:42.656600622Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:42.662319439Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:42.665165063Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:43.297967934Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:43.91722904Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:43.921285359Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:43.923531582Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:45.164682169Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:45.169300738Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:45.172174701Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:45.926150412Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:45.930429792Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:45.933308466Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:46.892122279Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:46.896576723Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:46.899376215Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:47.692229635Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:47.696367341Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:47.699087191Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:48.7744873Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:48.778892593Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:48.7818709Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:49.702708728Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:49.707184973Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:49.709992665Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:50.469911669Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:50.474429125Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:50.477234548Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:51.620565162Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:51.624836922Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:51.627452109Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:52.065810631Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:52.865445585Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:52.86951967Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:52.872303482Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:53.272001Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:54.1648991Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:54.169341125Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:54.172530976Z","hostname":"oxz_switch","pid":5474} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:55.487947442Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:42:55.489483441Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"83.455387024s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:55.532291161Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:55.53730846Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:55.539958528Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:56.950499867Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:56.954757036Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:56.958103422Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:57.828780991Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:57.833332188Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:57.835957675Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:59.043384846Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:59.047971394Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:42:59.050796526Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:00.259074089Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:00.263507493Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:00.266089479Z","hostname":"oxz_switch","pid":5474} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:00.845776391Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 756, tv_nsec: 665414251 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:00.846281134Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:00.878221997Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:01.312383569Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:01.316370412Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:01.31940513Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:02.040469955Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:02.808487046Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:02.812710194Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:02.81564751Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:03.247287059Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:03.806919787Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:03.811076824Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:03.814126682Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:04.373247827Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:04.377404884Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:04.380139244Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:05.508641827Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:05.513475591Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:05.516123739Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:06.622254847Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:06.625624883Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:06.628579879Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:08.007430935Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:08.012235469Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:08.015245016Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:08.908363002Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:08.912668803Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:08.915889946Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:09.654538273Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:09.659430569Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:09.662100878Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:10.509728995Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:10.513855081Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:10.516374656Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:11.813989404Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:11.817677039Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:11.820403119Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:12.015520062Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:12.539662408Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:12.544316708Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:12.54751537Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:13.222005179Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:13.309186138Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:13.313650503Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:13.316291691Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:14.791184353Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:14.795148995Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:14.797789663Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:15.503495524Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:15.507816395Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:15.510398911Z","hostname":"oxz_switch","pid":5474} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:15.837998668Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:43:15.839235649Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"103.860420992s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:16.284232472Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:16.289241491Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:16.292362941Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:17.573918936Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:17.578510854Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:17.581436939Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:18.387867007Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:18.392075255Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:18.394773525Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:18.974510318Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:18.978491771Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:18.981072427Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:20.451161975Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:20.455595119Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:20.458384091Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:21.481952217Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:21.486789562Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:21.489388319Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:21.990465931Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:22.425023466Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:22.429335047Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:22.432322073Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:23.197248076Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:23.509501979Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:23.514125667Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:23.51696713Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:25.005649884Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:25.009760684Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:25.012527595Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:26.427404086Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:26.432789534Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:26.435830472Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:27.097207454Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:27.10172695Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:27.104666386Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:27.997286538Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:28.002208074Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:28.005184641Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:29.179869749Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:29.185054753Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:29.1880502Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:30.477086236Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:30.481626693Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:30.48424036Z","hostname":"oxz_switch","pid":5474} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:31.34092905Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 787, tv_nsec: 243336149 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:31.341524264Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:31.373706662Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:31.799205373Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:31.804217782Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:31.80646983Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:31.964860479Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:32.424519599Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:32.429040255Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:32.431801696Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:33.17150076Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:33.756581702Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:33.760981885Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:33.763834698Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:34.404001286Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:34.408264106Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:34.410979395Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:35.761664527Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:35.766741738Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:35.769452778Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:36.797353706Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:36.802009656Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:36.805358372Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:37.648500754Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:37.652712442Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:37.655596066Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:38.68761206Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:38.691936191Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:38.694984979Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:39.60973408Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:39.614092402Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:39.617175871Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:40.393055514Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:40.397089318Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:40.399827488Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:41.83602714Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:41.840299495Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:41.843005424Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:41.939503714Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:43.137357038Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:43.142053609Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:43.145246001Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:43.145280122Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:44.218552108Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:44.222692242Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:44.225319029Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:45.532203075Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:45.546744709Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:45.551361788Z","hostname":"oxz_switch","pid":5474} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:46.334469108Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:43:46.33535929Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"134.439250163s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:46.676757981Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:46.68213382Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:46.685238639Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:47.544791342Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:47.672207756Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:47.690126551Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:48.739707872Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:48.746401924Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:48.750096489Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:49.783141869Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:49.788454986Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:49.791434492Z","hostname":"oxz_switch","pid":5474} {"msg":"removed stale NDP entry :fe80::ce:83ff:fe3e:ffd0->02:ce:83:3e:ff:d0","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:43:50.473576838Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:50.945496892Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:50.952291507Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:50.956268199Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:51.915374899Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:52.032674323Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:52.039025426Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:52.042884445Z","hostname":"oxz_switch","pid":5474} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:43:52.381838854Z","hostname":"oxz_switch","pid":5474,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ce:83ff:fe3e:ffd0->02:ce:83:3e:ff:d0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:52.783139784Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:52.791334214Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:52.796092296Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:53.120990814Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:53.51983962Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:53.525091835Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:53.527973169Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:54.392012588Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:54.39597385Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:54.398513865Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:55.026767177Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:55.035737308Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:55.038670073Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:56.529062612Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:56.533963192Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:56.537064701Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:57.888087869Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:57.895006006Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:57.89905772Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:59.462504356Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:59.469441244Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:43:59.473382265Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:00.532159309Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:00.538975063Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:00.54313692Z","hostname":"oxz_switch","pid":5474} {"msg":"removed stale NDP entry :fe80::ce:83ff:fe3e:ffd0->02:ce:83:3e:ff:d0","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:44:00.827583737Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:01.804721422Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:01.812687575Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:01.817428987Z","hostname":"oxz_switch","pid":5474} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-07T18:44:01.866703619Z","hostname":"oxz_switch","pid":5474,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ce:83ff:fe3e:ffd0->02:ce:83:3e:ff:d0"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:01.913504268Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:03.120385868Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:03.298598143Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:03.3043042Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:03.307205394Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:03.892260492Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:03.896645095Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:03.89958607Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:04.798124328Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:04.803632039Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:04.806499993Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:06.018128441Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:06.025409058Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:06.029334548Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:07.155923041Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:07.163119626Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:07.167370375Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:08.462130771Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:08.467117069Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:08.469795028Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:09.916082206Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:09.921057763Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:09.924409509Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:11.343680817Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:11.349472656Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:11.352584456Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:11.915279123Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:12.149009321Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:12.154205114Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:12.157134909Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:13.121577039Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:13.51112309Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:13.515471481Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:13.518585571Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:14.319975814Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:14.325101596Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:14.328348529Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:15.26510342Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:15.269632636Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:15.272069679Z","hostname":"oxz_switch","pid":5474} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:15.881749209Z","hostname":"oxz_switch","pid":5474,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 831, tv_nsec: 846427949 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:15.882359575Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:15.922234766Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:16.381171235Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:16.385879166Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:16.388442542Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:16.900281446Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:16.904993526Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:16.907661545Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:17.505754299Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:17.510702445Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:17.513539148Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:18.667046743Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:18.672625636Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:18.675637303Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:19.522333189Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:19.52819819Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:19.531805232Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:20.186715925Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:20.192624656Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:20.195848889Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:21.408125171Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:21.413732295Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:21.417164263Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:21.917904803Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:22.794266217Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:22.798976088Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:22.801904283Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:23.123208285Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:23.846596939Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:23.851595637Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:23.854745148Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:24.871599372Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:24.877124344Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:24.880072879Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:25.75667937Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:25.761911314Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:25.764856069Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:26.848679458Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:26.854352123Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:26.857244267Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:28.000225981Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:28.005931157Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:28.008904993Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:29.386001437Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:29.391341224Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:29.394723701Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:30.056583898Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:30.062719255Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:30.066100682Z","hostname":"oxz_switch","pid":5474} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:30.92333444Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-07T18:44:30.925104065Z","hostname":"oxz_switch","pid":5474,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"179.050386288s","count":"8"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:30.936242476Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:30.941438504Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:30.944465381Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:31.656576336Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:31.661273816Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:31.664322654Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:31.919830341Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:33.055069462Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:33.060568722Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:33.063397785Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:33.125673121Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:34.165170949Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:34.170632219Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:34.173375869Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:35.525613966Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:35.531476296Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:35.534271968Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:36.710018032Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:36.71538754Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:36.718701714Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:37.757367144Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:37.762919876Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:37.766064127Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:38.40554078Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:38.415431424Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:38.419694213Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:39.296348584Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:39.301695561Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:39.305168488Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:40.645449632Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:40.650956453Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:40.653900078Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:41.921583Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:42.135118722Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:42.140643173Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:42.143397604Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:43.131422149Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:43.161382567Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:43.166916169Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:43.169749701Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:44.266266957Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:44.270482215Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:44.272899357Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:45.776308826Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:45.781119129Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:45.783981853Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:47.092706133Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:47.09684541Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:47.099257131Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:48.529773546Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:48.534726513Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:48.537582506Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:49.647380253Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:49.652861484Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:49.656191829Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:50.606075418Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:50.612219225Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:50.614956076Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:51.687416244Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:51.695805258Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:51.701380221Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:51.925975656Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:56.492511397Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12882058990794922576"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:56.544251683Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:57.109751992Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:57.142968743Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:58.118394266Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:58.1236107Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:58.133316338Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:59.506558683Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:59.515588564Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:44:59.531327138Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:45:00.375418215Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:45:00.393340034Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:45:00.403184656Z","hostname":"oxz_switch","pid":5474} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:45:01.657529355Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportrear0_0 addrs [fe80::cc27:89ff:fe40:bc36]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:45:01.665700864Z","hostname":"oxz_switch","pid":5474} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:45:01.671816061Z","hostname":"oxz_switch","pid":5474} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-07T18:45:01.961925134Z","hostname":"oxz_switch","pid":5474,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9659655969040896701"}