[ Mar 24 14:56:29 Enabled. ] [ Mar 24 14:56:29 Rereading configuration. ] [ Mar 24 14:56:31 Rereading configuration. ] [ Mar 24 14:56:42 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 24 14:56:42 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.136431748Z","hostname":"oxz_switch","pid":4831,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.137954263Z","hostname":"oxz_switch","pid":4831} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.138383123Z","hostname":"oxz_switch","pid":4831} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.138732971Z","hostname":"oxz_switch","pid":4831,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.140590433Z","hostname":"oxz_switch","pid":4831,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 922171e3-fdb2-4513-b29a-080575113de0,\n ),\n sled_id: Some(\n f4611961-c591-405c-858b-24746c316999,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.142254302Z","hostname":"oxz_switch","pid":4831} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.142285562Z","hostname":"oxz_switch","pid":4831,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.145765692Z","hostname":"oxz_switch","pid":4831,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8cb3:7dff:fe5a:bfc3->8e:b3:7d:5a:bf:c3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.148450164Z","hostname":"oxz_switch","pid":4831} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.154556264Z","hostname":"oxz_switch","pid":4831} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:56:42.159288523Z","hostname":"oxz_switch","pid":4831} [ Mar 24 14:56:42 Rereading configuration. ] [ Mar 24 14:56:42 Executing refresh method (:kill). ] [ Mar 24 14:56:42 Stopping because all processes in service exited. ] [ Mar 24 14:56:42 Executing stop method (:kill). ] [ Mar 24 14:56:42 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 24 14:56:42 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.75095385Z","hostname":"oxz_switch","pid":5012,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.751878301Z","hostname":"oxz_switch","pid":5012} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.752164467Z","hostname":"oxz_switch","pid":5012} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.752237059Z","hostname":"oxz_switch","pid":5012,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.753949959Z","hostname":"oxz_switch","pid":5012,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.754134123Z","hostname":"oxz_switch","pid":5012,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 922171e3-fdb2-4513-b29a-080575113de0, sled_id: f4611961-c591-405c-858b-24746c316999, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: c76f38e9-cd73-4e80-812f-f226d2249281, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.754166364Z","hostname":"oxz_switch","pid":5012,"unit":"oximeter","producer_id":"a12f506b-f550-4bcf-b63e-de57cb04c6f8"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 922171e3-fdb2-4513-b29a-080575113de0,\n ),\n sled_id: Some(\n f4611961-c591-405c-858b-24746c316999,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.755149226Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.762414163Z","hostname":"oxz_switch","pid":5012} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.763951158Z","hostname":"oxz_switch","pid":5012,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8cb3:7dff:fe5a:bfc3->8e:b3:7d:5a:bf:c3"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.764192704Z","hostname":"oxz_switch","pid":5012,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f8d2:6ff:fe7a:e89e->fa:d2:06:7a:e8:9e"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.765204477Z","hostname":"oxz_switch","pid":5012,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.766568149Z","hostname":"oxz_switch","pid":5012,"local_addr":"[fd00:1122:3344:101::2]:52358","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.76664776Z","hostname":"oxz_switch","pid":5012,"local_addr":"[fd00:1122:3344:101::2]:52358","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.766914686Z","hostname":"oxz_switch","pid":5012,"local_addr":"[fd00:1122:3344:101::2]:52358","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:52358","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.766960678Z","hostname":"oxz_switch","pid":5012,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.766972938Z","hostname":"oxz_switch","pid":5012,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.767207333Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.767741916Z","hostname":"oxz_switch","pid":5012,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.767805877Z","hostname":"oxz_switch","pid":5012,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:52358","producer_id":"a12f506b-f550-4bcf-b63e-de57cb04c6f8"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:42.767818507Z","hostname":"oxz_switch","pid":5012,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.767824847Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.76792499Z","hostname":"oxz_switch","pid":5012} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.768307329Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.769716111Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-24T14:56:26.046278718Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.769785913Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","id":"13431411830561857800"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:42.769797083Z","hostname":"oxz_switch","pid":5012,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:56:42.771087282Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:43.881808835Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:43.887363583Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:43.89031835Z","hostname":"oxz_switch","pid":5012} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:43.890501424Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:43.891512768Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-24T14:56:26.046119954Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:43.891566129Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","id":"10004568952296783592"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:43.891580049Z","hostname":"oxz_switch","pid":5012,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:56:44.237913093Z","hostname":"oxz_switch","pid":5012,"interface":"tfportqsfp0_0","entry":"10.151.1.174->66:7d:32:b1:a2:5f"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:44.446021329Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:44.451636098Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:44.454372171Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:45.410903038Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:45.415563575Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:45.418797599Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:46.615662652Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:46.621317562Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:46.624385813Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.17219389Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.176349516Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.178887124Z","hostname":"oxz_switch","pid":5012} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.770878338Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"43f6f0fd-ecdd-4818-a1fb-34d28d03847a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4652127a-da12-4f22-984e-6fbaabeca8f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1381, tv_nsec: 285749400 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.771500792Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.822098146Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.862989306Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.868274018Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:47.871341828Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:48.812825009Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:48.818024798Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:48.820948985Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:49.374264389Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:49.378612299Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:49.381164998Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:50.127451149Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:50.13271983Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:50.135257449Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:51.153448143Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:51.158016868Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:51.16114429Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:52.027443171Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:52.032074428Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:52.034845892Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:52.775070164Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:53.477528678Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:53.483228809Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:53.486057784Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:53.892612103Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:54.759845676Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:54.764748199Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:54.767738568Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:55.621319946Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:55.626011034Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:55.628632865Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:56.149757728Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:56.153930274Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:56.156490993Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:57.538470063Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:57.543880858Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:57.546454237Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:58.399541148Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:58.407100382Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:58.410896229Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:59.477459025Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:59.485173853Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:56:59.488627723Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:00.897724374Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:00.925370812Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:00.938669608Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:01.643157913Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:01.648653129Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:01.652203561Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:02.311127505Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:02.356671716Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:57:02.358389885Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.057671177s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:02.718087809Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"43f6f0fd-ecdd-4818-a1fb-34d28d03847a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4652127a-da12-4f22-984e-6fbaabeca8f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1396, tv_nsec: 701043469 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:02.73507799Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:02.871820404Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:02.878678612Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:02.886495142Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:02.892185623Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:03.426223478Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:03.870310978Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:03.875977488Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:03.878693711Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:05.28068299Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:05.285600933Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:05.288163592Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:06.204564217Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:06.209676865Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:06.212333136Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:07.173455601Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:07.178499637Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:07.181349733Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:07.972083697Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:07.977201626Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:07.980165534Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:09.158386963Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:09.163660565Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:09.166445899Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:10.503410748Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:12.629654467Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:12.639429866Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:12.688127575Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:13.400714647Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:13.754271349Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:13.761818953Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:13.766067981Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:15.225284609Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:15.233463348Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:15.237566062Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:16.652409595Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:16.65738679Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:16.661219088Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:17.415186284Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:17.420579538Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:17.423387033Z","hostname":"oxz_switch","pid":5012} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:17.835572317Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:57:17.838663048Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.58051312s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:18.241560769Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"43f6f0fd-ecdd-4818-a1fb-34d28d03847a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4652127a-da12-4f22-984e-6fbaabeca8f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1412, tv_nsec: 266927673 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:18.242160352Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:18.277850655Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:18.78547964Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:18.790791059Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:18.793905764Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:19.51801039Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:19.522730249Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:19.525836331Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:20.947381879Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:20.952308183Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:20.955344153Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:22.140225585Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:22.147468761Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:22.150705736Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:22.630469909Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:23.375255203Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:23.440394435Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:23.445877811Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:23.448482221Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:24.65537314Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:24.659968466Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:24.662922894Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:25.734669817Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:25.739617501Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:25.742357844Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:26.815847397Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:26.821070858Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:26.823905683Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:27.681818535Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:27.687304951Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:27.690166727Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:28.469718392Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:28.474901452Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:28.477728597Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:29.866716915Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:29.871855673Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:29.875033667Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:30.821525831Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:30.827482308Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:30.830489578Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:31.805786786Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:31.810994497Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:31.814435606Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:32.604917403Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:32.999959492Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:33.005024249Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:33.00811632Z","hostname":"oxz_switch","pid":5012} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:33.238329739Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:57:33.239758762Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"51.023364093s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:33.350097156Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:34.249541646Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:34.253751993Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:34.256123418Z","hostname":"oxz_switch","pid":5012} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:34.372778958Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"43f6f0fd-ecdd-4818-a1fb-34d28d03847a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4652127a-da12-4f22-984e-6fbaabeca8f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 442257621 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:34.373258059Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:34.405935602Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:35.454821218Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:35.460222692Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:35.463339644Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:36.890077555Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:36.895869572Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:36.899270087Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:38.368519299Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:38.373870114Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:38.376918192Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:39.433088195Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:39.439357026Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:39.444468869Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:40.762508078Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:40.769020527Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:40.772361925Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:42.15110992Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:42.156062774Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:42.158606032Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:42.600453059Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:43.347527738Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:43.594998615Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:43.600281016Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:43.603549661Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:44.11842391Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:44.123615994Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:44.126824283Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:45.045973229Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:45.050537924Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:45.053758628Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:46.096611551Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:46.101497594Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:46.104395621Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:46.906104909Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:46.910981081Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:46.913843777Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:47.66229856Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:47.676159169Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:47.681095203Z","hostname":"oxz_switch","pid":5012} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:49.600486257Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:57:49.610553979Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.394095405s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:49.675008301Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:49.689639028Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:49.719780291Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:53.795563567Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:55.40057976Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:56.07673137Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:56.616499283Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:56.617116858Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:56.811786215Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"43f6f0fd-ecdd-4818-a1fb-34d28d03847a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4652127a-da12-4f22-984e-6fbaabeca8f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1450, tv_nsec: 882799533 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:56.812719506Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:57.199747097Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:57.624510256Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:57.629644134Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:57.821188079Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:58.658966426Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:58.666400137Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:58.670358348Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:59.830190851Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:59.837839207Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:57:59.841721906Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:01.145417662Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:01.152948085Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:01.157272365Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:02.232389815Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:02.236691194Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:02.239452698Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:02.818030651Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:02.824705085Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:02.834590522Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:03.563469632Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:03.568783684Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:03.571845804Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:04.607234282Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:04.616855184Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:04.662602296Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:06.002623399Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:06.008380321Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:06.011502293Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:06.619061504Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:06.619618737Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:07.198326624Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:07.20768357Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:07.218282743Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:08.477972761Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:08.48664007Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:08.491589404Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:09.252019741Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:09.261952629Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:09.266514014Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:10.258448205Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:10.268338562Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:10.272854346Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:11.019110167Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:11.026624399Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:11.030807736Z","hostname":"oxz_switch","pid":5012} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:12.203910342Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:58:12.207519655Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"89.996355146s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:12.324450484Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:12.33212153Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:12.335689882Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:13.706058974Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:13.712579104Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:13.717686141Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:14.494135066Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:14.500443291Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:14.504222628Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:15.88633675Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:15.89154902Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:15.894529888Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:16.623113032Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:16.630390117Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.176813715Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.183651453Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.187179934Z","hostname":"oxz_switch","pid":5012} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.483248001Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"43f6f0fd-ecdd-4818-a1fb-34d28d03847a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4652127a-da12-4f22-984e-6fbaabeca8f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1471, tv_nsec: 554311045 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.484533661Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.540867236Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.888968771Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.898256135Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:17.901705374Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:19.321861422Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:19.332691091Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:19.337897311Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:20.763799982Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:20.770609347Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:20.773864972Z","hostname":"oxz_switch","pid":5012} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:20.936173984Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:58:20.937183577Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"98.725817409s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:22.043613371Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:22.049055906Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:22.05184724Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:23.184719972Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:23.190785831Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:23.193953044Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:23.995382904Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:24.000703486Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:24.003680834Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:24.872036653Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:24.877256833Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:24.880634911Z","hostname":"oxz_switch","pid":5012} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:25.977267638Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"43f6f0fd-ecdd-4818-a1fb-34d28d03847a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4652127a-da12-4f22-984e-6fbaabeca8f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1480, tv_nsec: 48646321 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:25.977870702Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:26.012179561Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:26.012316575Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T14:58:26.012866547Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"103.801474999s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:26.036158503Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:26.042085859Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:26.0451706Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:26.626652561Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:26.632064906Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:27.28451223Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:27.290702562Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:27.294285215Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:27.914482956Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:27.920169407Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:27.923134875Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:28.922075647Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:28.927597204Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:28.930673094Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:29.889434922Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:29.895354898Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:29.898481Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:31.177071223Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:31.182488467Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:31.185591839Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:32.270010066Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:32.276406043Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:32.279399242Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:33.777192255Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:33.78568634Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:33.7904379Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:34.570835485Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:34.576415624Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:34.579420123Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:35.724969006Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:35.731128777Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:35.734675209Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:36.355811053Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:36.362044466Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:36.36611578Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:36.628047643Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:36.633554239Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:36.897794236Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:36.903416845Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:36.907228363Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:38.007160387Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:38.013504493Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:38.016729197Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:38.800374547Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:38.805964885Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:38.808737329Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:39.87463181Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:39.880561737Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:39.883979765Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:41.048457063Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:41.054930242Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:41.058479764Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:41.862013561Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:41.867846846Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:41.871149362Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:42.432551751Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:42.437326591Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:42.440956324Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:43.198895344Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:43.205446535Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:43.208937785Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:43.940308083Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:43.94580281Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:43.949095075Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:45.049409518Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:45.055459067Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:45.05862321Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:46.01404116Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:46.020487159Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:46.024476511Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:46.629928133Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:46.635486151Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:46.702885351Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:46.70851264Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:46.711651282Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:48.171103874Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:48.177472561Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:48.180656164Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:48.758561163Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:48.764624342Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:48.767451247Z","hostname":"oxz_switch","pid":5012} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:49.820424641Z","hostname":"oxz_switch","pid":5012,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"43f6f0fd-ecdd-4818-a1fb-34d28d03847a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4652127a-da12-4f22-984e-6fbaabeca8f4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"93e8238e-cea5-413a-9071-66ae99b21fbe.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1503, tv_nsec: 891609914 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:49.821222709Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:49.852435217Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:49.920981304Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d770ec-e59a-4313-a732-3c302973bac1\", \"content-length\": \"41\", \"date\": \"Tue, 24 Mar 2026 14:58:49 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:49.922687983Z","hostname":"oxz_switch","pid":5012,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:50.121866263Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:50.127427591Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:50.13041549Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:50.947566741Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:50.953352024Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:50.956306432Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:51.55721357Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:51.563333751Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:51.566696338Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:52.275252893Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:52.28167388Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:52.285647441Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:53.48669145Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:53.492204387Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:53.495649966Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:54.85563426Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:54.86081715Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:54.864106305Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:55.607892399Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:55.612964836Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:55.615692149Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:56.632201154Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:56.638066559Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:57.109857958Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:57.115462617Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:57.118894946Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:57.978742179Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:57.984061881Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:57.987011269Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:59.275798926Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:59.281354954Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:58:59.284431295Z","hostname":"oxz_switch","pid":5012} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:58:59.506962581Z","hostname":"oxz_switch","pid":5012,"local_addr":"[fd00:1122:3344:101::2]:52358","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:42279"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:58:59.515288255Z","hostname":"oxz_switch","pid":5012,"uri":"/a12f506b-f550-4bcf-b63e-de57cb04c6f8","method":"GET","req_id":"c12bf202-99db-475e-8f7e-e5e1023bd8e7","remote_addr":"[fd00:1122:3344:101::d]:42279","local_addr":"[fd00:1122:3344:101::2]:52358","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":6287,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:00.43272081Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:00.439054896Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:00.442342321Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:01.262911652Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:01.268239334Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:01.272075932Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:01.953304898Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:01.957804291Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:01.960753989Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:03.002378192Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:03.01444992Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:03.01749692Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:03.669838446Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:03.677990563Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:03.682498717Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:04.742657261Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:04.749493755Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:04.752716764Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:05.954894325Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:05.961990038Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:05.965329895Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:06.636269998Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:06.64071781Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:07.335482293Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:07.341429808Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:07.345155623Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:08.621827041Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:08.628020544Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:08.631206377Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:09.249701852Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:09.255736021Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:09.258765201Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:10.191526547Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:10.197627038Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:10.200966145Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:11.069830176Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:11.074475033Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:11.077773779Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:11.833968394Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:11.838356725Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:11.841892916Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:12.954704464Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:12.960993139Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:12.964792676Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:13.640244822Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:13.646483346Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:13.650111979Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:14.367176191Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:14.373257041Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:14.377205582Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:15.611222721Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:15.616995513Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:15.619864709Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:16.637734236Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:16.640201972Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:16.847648413Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:16.852609737Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:16.855283788Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:17.823096162Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:17.829428358Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:17.833269386Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:18.988529131Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:18.994381995Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:18.997491087Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:19.81433359Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:19.820751157Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:19.824224167Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:21.074597759Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:21.080074195Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:21.083102965Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:21.863125932Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:21.868218379Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:21.87132124Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:22.957408055Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:22.963867864Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:22.967125039Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:23.944167547Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:23.949491849Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:23.952463908Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:25.060662122Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:25.066464365Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:25.069420743Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:25.784582909Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:25.79068613Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:25.794084358Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:26.641808862Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:26.642186881Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:26.819007327Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:26.824950074Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:26.828197498Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:27.561790958Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:27.5679541Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:27.571151724Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:28.546717268Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:28.552272546Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:28.555669184Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:29.300126774Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:29.306200504Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:29.309807457Z","hostname":"oxz_switch","pid":5012} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:59:29.506139541Z","hostname":"oxz_switch","pid":5012,"uri":"/a12f506b-f550-4bcf-b63e-de57cb04c6f8","method":"GET","req_id":"72daf9f8-c8fe-4e6b-bcb4-618f649dbcf2","remote_addr":"[fd00:1122:3344:101::d]:42279","local_addr":"[fd00:1122:3344:101::2]:52358","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":361,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:30.153389786Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:30.159378724Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:30.162823433Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:31.317408775Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:31.323606697Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:31.3272278Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:32.791574514Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:32.79659897Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:32.799385684Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:34.309439123Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:34.31627321Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:34.319793211Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:35.520114403Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:35.526038469Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:35.529626352Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:36.643596517Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:36.643964046Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:36.898988802Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:36.905148424Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:36.908147243Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:37.885959539Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:37.891708311Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:37.894852474Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:38.866854845Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:38.872084936Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:38.875393442Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:40.265434767Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:40.271006395Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:40.273981864Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:40.945351442Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:40.951045283Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:40.954123304Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:42.071280614Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:42.076897083Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:42.080204679Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:43.13650139Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:43.142752734Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:43.14606952Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:43.725055114Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:43.73095791Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:43.73444154Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:44.749694477Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:44.754565969Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:44.757175419Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:46.054003191Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:46.059473557Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:46.062867675Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:46.645414071Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:46.645857872Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:47.236902594Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:47.242023722Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:47.245937592Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:47.900021173Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:47.905661752Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:47.908540849Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:48.940324236Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:48.946265022Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:48.949121738Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:49.881996111Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:49.887529428Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:49.891411937Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:51.208676349Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:51.214437442Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:51.217794509Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:52.362709338Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:52.36800436Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:52.371664213Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:52.906147854Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:52.911438196Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:52.914050696Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:53.484799061Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:53.49083304Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:53.49430622Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:54.780982118Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:54.786329941Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:54.789130605Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:55.605828646Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:55.61252038Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:55.615744754Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:56.255556657Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:56.260804618Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:56.263749535Z","hostname":"oxz_switch","pid":5012} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:56.647691695Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13431411830561857800"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:56.648080653Z","hostname":"oxz_switch","pid":5012,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10004568952296783592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:56.937210432Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:56.943605879Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:56.946483795Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:57.878114549Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:57.883930293Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:57.887376622Z","hostname":"oxz_switch","pid":5012} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:59.105790821Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:59.111339038Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T14:59:59.114673315Z","hostname":"oxz_switch","pid":5012} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-03-24T14:59:59.505051062Z","hostname":"oxz_switch","pid":5012,"uri":"/a12f506b-f550-4bcf-b63e-de57cb04c6f8","method":"GET","req_id":"79790b76-0041-4665-b80a-d4dbfd846d79","remote_addr":"[fd00:1122:3344:101::d]:42279","local_addr":"[fd00:1122:3344:101::2]:52358","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":432,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T15:00:00.56037542Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::8cb3:7dff:fe5a:bfc3]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T15:00:00.567737519Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T15:00:00.572180561Z","hostname":"oxz_switch","pid":5012}