[ Dec 23 23:12:34 Enabled. ] [ Dec 23 23:12:34 Rereading configuration. ] [ Dec 23 23:12:35 Rereading configuration. ] [ Dec 23 23:12:46 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 23 23:12:46 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:46.797680558Z","hostname":"oxz_switch","pid":4852,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:46.844284294Z","hostname":"oxz_switch","pid":4852} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:46.844686126Z","hostname":"oxz_switch","pid":4852} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:46.84551409Z","hostname":"oxz_switch","pid":4852,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:46.846901287Z","hostname":"oxz_switch","pid":4852,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 4889a7d1-c9ed-41ac-8a9a-51a50313b7fb,\n ),\n sled_id: Some(\n 48102599-a41b-4fff-9175-96fdb3ee674f,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:46.848410565Z","hostname":"oxz_switch","pid":4852} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:46.848431085Z","hostname":"oxz_switch","pid":4852,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:46.853003028Z","hostname":"oxz_switch","pid":4852,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e42b:f7ff:fe70:ed99->e6:2b:f7:70:ed:99"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:46.854953348Z","hostname":"oxz_switch","pid":4852} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:46.860018173Z","hostname":"oxz_switch","pid":4852} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:12:46.86525392Z","hostname":"oxz_switch","pid":4852} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.378046808Z","hostname":"oxz_switch","pid":4852} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.384175979Z","hostname":"oxz_switch","pid":4852} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:12:47.387848278Z","hostname":"oxz_switch","pid":4852} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.421299587Z","hostname":"oxz_switch","pid":4852,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c8d6:78ff:fee3:e964->ca:d6:78:e3:e9:64"} [ Dec 23 23:12:47 Rereading configuration. ] [ Dec 23 23:12:47 Executing refresh method (:kill). ] [ Dec 23 23:12:47 Stopping because all processes in service exited. ] [ Dec 23 23:12:47 Executing stop method (:kill). ] [ Dec 23 23:12:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 23 23:12:47 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.503337031Z","hostname":"oxz_switch","pid":5154,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.543745435Z","hostname":"oxz_switch","pid":5154} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.544084957Z","hostname":"oxz_switch","pid":5154} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.544170357Z","hostname":"oxz_switch","pid":5154,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.545585045Z","hostname":"oxz_switch","pid":5154,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.546179317Z","hostname":"oxz_switch","pid":5154,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 4889a7d1-c9ed-41ac-8a9a-51a50313b7fb, sled_id: 48102599-a41b-4fff-9175-96fdb3ee674f, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: d3318316-88cd-4d9d-89a7-33494aff9b70, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.546215158Z","hostname":"oxz_switch","pid":5154,"unit":"oximeter","producer_id":"d3a8015e-e53b-43ce-9248-f411fa024bc4"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 4889a7d1-c9ed-41ac-8a9a-51a50313b7fb,\n ),\n sled_id: Some(\n 48102599-a41b-4fff-9175-96fdb3ee674f,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.547452264Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.554893612Z","hostname":"oxz_switch","pid":5154} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.555819716Z","hostname":"oxz_switch","pid":5154,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e42b:f7ff:fe70:ed99->e6:2b:f7:70:ed:99"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.556031797Z","hostname":"oxz_switch","pid":5154,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c8d6:78ff:fee3:e964->ca:d6:78:e3:e9:64"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.557246033Z","hostname":"oxz_switch","pid":5154,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.557949617Z","hostname":"oxz_switch","pid":5154,"local_addr":"[fd00:1122:3344:101::2]:36358","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.558030247Z","hostname":"oxz_switch","pid":5154,"local_addr":"[fd00:1122:3344:101::2]:36358","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.558087588Z","hostname":"oxz_switch","pid":5154,"local_addr":"[fd00:1122:3344:101::2]:36358","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:36358","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.558104178Z","hostname":"oxz_switch","pid":5154,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.558113618Z","hostname":"oxz_switch","pid":5154,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.558800611Z","hostname":"oxz_switch","pid":5154,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.559194103Z","hostname":"oxz_switch","pid":5154,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.559263714Z","hostname":"oxz_switch","pid":5154,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:36358","producer_id":"d3a8015e-e53b-43ce-9248-f411fa024bc4"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:47.559278123Z","hostname":"oxz_switch","pid":5154,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.559284203Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.560748051Z","hostname":"oxz_switch","pid":5154} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.561222593Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.561446154Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-23T23:12:30.792790620Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.561492535Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","id":"14694353075232564630"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:47.561507195Z","hostname":"oxz_switch","pid":5154,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:12:47.563933457Z","hostname":"oxz_switch","pid":5154} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:12:49.01436495Z","hostname":"oxz_switch","pid":5154,"interface":"tfportqsfp0_0","entry":"10.151.1.174->7a:f6:6d:19:87:3e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.070596024Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.0757381Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.078510714Z","hostname":"oxz_switch","pid":5154} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.078745595Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.080266413Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-23T23:12:30.792645309Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.080323363Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","id":"14482000139896466522"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.080337693Z","hostname":"oxz_switch","pid":5154,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.823062653Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.828648822Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:49.831891558Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:50.6897733Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:50.695393598Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:50.698333683Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:51.540170743Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:51.54544656Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:51.548227594Z","hostname":"oxz_switch","pid":5154} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:52.563167858Z","hostname":"oxz_switch","pid":5154,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"213c9834-4b09-4f55-b603-eedd1591beb5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33e2dd55-dc49-46eb-acd0-2f3d1ff43cec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 649, tv_nsec: 83039934 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:52.563700721Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:52.594972189Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:52.595091519Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:52.601017069Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:52.603924044Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:53.25488264Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:53.259988736Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:53.262859291Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:53.930829084Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:53.935487867Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:53.938394802Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:55.010939707Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:55.018301004Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:55.021404459Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:56.079568072Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:56.083692943Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:56.086165895Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:57.158331279Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:57.164041928Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:57.166961512Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:57.5665359Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:58.05570985Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:58.060200292Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:58.063329628Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:58.672515814Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:58.676911336Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:58.680038742Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:12:59.083231918Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:00.093686459Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:00.099212687Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:00.102255932Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:01.101393388Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:01.106923065Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:01.109982221Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:02.060268098Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:02.065865207Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:02.068824022Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:02.7417694Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:02.746736205Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:02.749524269Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:03.759914467Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:03.764865332Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:03.767517926Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:04.920715778Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:04.930129596Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:04.935805645Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:06.254855346Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:06.259906751Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:06.262748876Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:06.991755647Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:06.996963603Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:07.000035488Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:07.701457379Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:07.707139429Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:07.710531146Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:07.783148418Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:07.809331989Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:13:07.810234768Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.036771005s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:07.951447256Z","hostname":"oxz_switch","pid":5154,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"213c9834-4b09-4f55-b603-eedd1591beb5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33e2dd55-dc49-46eb-acd0-2f3d1ff43cec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 664, tv_nsec: 256850417 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:07.952272683Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:08.022174021Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:08.908047845Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:08.916402827Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:08.925312914Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:09.311788147Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"removed stale NDP entry :fe80::c8d6:78ff:fee3:e964->ca:d6:78:e3:e9:64","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:13:09.657233288Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:10.216386002Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:10.22411159Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:10.228793585Z","hostname":"oxz_switch","pid":5154} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:13:10.761212229Z","hostname":"oxz_switch","pid":5154,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c8d6:78ff:fee3:e964->ca:d6:78:e3:e9:64"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:11.005269648Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:11.01318991Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:11.018162273Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:12.010191873Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:12.015859337Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:12.018880627Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:12.659433695Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:12.669026405Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:12.671965749Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:14.144510551Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:14.14928533Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:14.152365315Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:15.456364843Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:15.460876214Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:15.463663776Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:16.125389378Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:16.130771582Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:16.13391661Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:17.439644247Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:17.445236265Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:17.448184565Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:17.813804604Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:17.976231254Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:17.981406361Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:17.984583678Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:19.341840637Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:19.437024336Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:19.442622873Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:19.445643523Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:20.260172733Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:20.267013604Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:20.269998963Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:21.180914469Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:21.185729318Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:21.188613643Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:22.689089958Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:22.694658078Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:22.697892785Z","hostname":"oxz_switch","pid":5154} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:23.06654157Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:13:23.067686936Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.251953507s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:23.451375942Z","hostname":"oxz_switch","pid":5154,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"213c9834-4b09-4f55-b603-eedd1591beb5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33e2dd55-dc49-46eb-acd0-2f3d1ff43cec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 679, tv_nsec: 713852129 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:23.451896185Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:23.48321782Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:23.863950413Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:23.870060825Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:23.873408488Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:24.962547976Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:30.530616742Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:30.530927736Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:30.548136027Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:30.627960284Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:31.963847409Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:31.971104059Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:31.975392364Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:32.542849001Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:32.550458871Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:32.554412264Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:33.125409787Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:33.132777313Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:33.136799342Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:33.924573292Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:33.933405506Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:33.938263704Z","hostname":"oxz_switch","pid":5154} {"msg":"removed stale NDP entry :fe80::c8d6:78ff:fee3:e964->ca:d6:78:e3:e9:64","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:13:34.35383872Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:34.925162613Z","hostname":"oxz_switch","pid":5154} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:13:34.9301768Z","hostname":"oxz_switch","pid":5154,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c8d6:78ff:fee3:e964->ca:d6:78:e3:e9:64"} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:34.931361848Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:34.934692034Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:35.85951298Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:35.868068218Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:35.871958605Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:37.001354259Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:37.007568975Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:37.010820229Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:37.975761251Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:37.98091775Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:38.120942995Z","hostname":"oxz_switch","pid":5154} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:38.527728808Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:13:38.530067631Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.672231313s","count":"2"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:39.370334907Z","hostname":"oxz_switch","pid":5154,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"213c9834-4b09-4f55-b603-eedd1591beb5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33e2dd55-dc49-46eb-acd0-2f3d1ff43cec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 695, tv_nsec: 588975982 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:39.370902193Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:39.402820091Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:39.520789357Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:39.526613329Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:39.529640444Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:40.525221522Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:40.5294831Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:40.532433447Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:40.560731293Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:40.561265538Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:41.724542382Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:41.729398299Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:41.732024741Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:42.611091655Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:42.616081596Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:42.618511039Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:43.386272935Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:43.391899122Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:43.394914342Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:44.228774174Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:44.234251293Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:44.237469428Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:45.570447987Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:45.575988507Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:45.579158026Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:46.345334184Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:46.350897676Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:46.353508561Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:47.010812961Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:47.015930917Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:47.018848569Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:47.632493912Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:47.637631544Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:47.640109776Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:48.68108029Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:48.686733198Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:48.689968077Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:49.700072029Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:49.705664881Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:49.708750392Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:50.554450324Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:50.559937536Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:50.563159965Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:50.589793848Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:50.590172993Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:51.361289203Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:51.367089451Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:51.370171474Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:52.436205261Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:52.443162943Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:52.44618527Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:53.38611491Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:53.391115177Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:53.394278144Z","hostname":"oxz_switch","pid":5154} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:54.444007127Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:13:54.445432258Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"66.544887034s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:54.478543911Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:54.487463559Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:54.492629925Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:55.679466618Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:55.68722264Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:55.703624811Z","hostname":"oxz_switch","pid":5154} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:56.134805047Z","hostname":"oxz_switch","pid":5154,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"213c9834-4b09-4f55-b603-eedd1591beb5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33e2dd55-dc49-46eb-acd0-2f3d1ff43cec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 712, tv_nsec: 301504635 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:56.140544816Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:56.231095463Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:56.392848589Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:56.40082704Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:56.405388592Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:57.57933894Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:57.590030774Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:57.59716195Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:58.59144011Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:58.599746652Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:58.605033118Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:59.355243456Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:59.361459607Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:13:59.368177331Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:00.651662512Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:00.653948223Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:00.670388246Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:00.720189688Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:00.725272843Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:02.089951954Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:02.097687153Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:02.10107373Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:02.872994198Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:02.878323635Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:02.882706187Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:03.455958371Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:03.462427784Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:03.464949957Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:04.209214315Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:04.217129755Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:04.221296316Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:05.072729345Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:05.082847906Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:05.089817041Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:05.755529083Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:05.761155961Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:05.764108866Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:06.619104233Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:06.625664356Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:06.628851422Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:07.282778664Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:07.28785566Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:07.290712924Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:08.466944203Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:08.476045038Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:08.480115349Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:09.688568041Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:09.695276865Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:09.698971793Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:10.633315161Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:10.639463752Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:10.642792618Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:10.654415187Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:10.655074791Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:11.235565222Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:14:11.237655531Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"83.33526848s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:11.737555586Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:11.743347775Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:11.746211829Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:13.110320277Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:13.117047591Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:13.119792265Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:14.4558366Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:14.461367678Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:14.468355363Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:15.357366922Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:15.363585123Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:15.366450378Z","hostname":"oxz_switch","pid":5154} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:15.801007322Z","hostname":"oxz_switch","pid":5154,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"213c9834-4b09-4f55-b603-eedd1591beb5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33e2dd55-dc49-46eb-acd0-2f3d1ff43cec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 731, tv_nsec: 977394368 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:15.809315554Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:15.84812373Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:16.006905952Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:16.011231523Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:16.013656746Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:17.366498515Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:17.371887273Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:17.374377875Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:18.387852642Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:18.392979388Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:18.395850213Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:19.738281211Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:19.743239705Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:19.74601455Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:20.658854138Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:20.659370881Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:20.735049303Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:20.740655208Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:20.743664607Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:21.895609203Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:21.901209021Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:21.904056615Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:22.810057389Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:22.815869859Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:22.819426347Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:23.403016703Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:23.412389981Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:23.415322925Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:24.526358195Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:24.532455496Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:24.535546433Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:25.726231383Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:25.731765891Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:25.742118253Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:26.715699919Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:26.722036221Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:26.724900765Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:28.129770988Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:28.135259206Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:28.146669874Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:28.888577629Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:28.893686345Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:28.89671986Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.162368261Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.1682292Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.171749947Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.66325111Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.663851373Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.849027888Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-23T23:14:30.850625646Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"102.947712212s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.972438331Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.979097454Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:30.984061339Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:31.900559727Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:31.907709403Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:31.911315401Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:33.250841814Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:33.256804924Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:33.260808824Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:34.160678178Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:34.166741119Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:34.169796284Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:34.850967663Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:34.86031028Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:34.865250015Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:36.013259531Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:36.022194506Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:36.02689476Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:37.209824343Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:37.216142335Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:37.219540642Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:37.986256433Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:37.991963741Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:37.995888061Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:39.288450738Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:39.294476338Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:39.297697294Z","hostname":"oxz_switch","pid":5154} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:39.833516369Z","hostname":"oxz_switch","pid":5154,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"213c9834-4b09-4f55-b603-eedd1591beb5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33e2dd55-dc49-46eb-acd0-2f3d1ff43cec.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f6985ec1-5d90-44e3-a615-48bb538b8da5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 756, tv_nsec: 9655387 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:39.833950901Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:39.864635226Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:39.872041394Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246ffe14-92cd-43b4-a08d-6a7acc34e2ac\", \"content-length\": \"41\", \"date\": \"Tue, 23 Dec 2025 23:14:39 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:39.873933303Z","hostname":"oxz_switch","pid":5154,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:40.666845296Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:40.667282239Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:40.786537191Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:40.792468671Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:40.795599186Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:42.13904617Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:42.14500649Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:42.148335126Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:43.389270241Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:43.395632883Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:43.399504073Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:44.025948178Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:44.031937356Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:44.034905641Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:44.743328248Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:44.749524749Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:44.752873306Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:45.768483264Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:45.774522045Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:45.777768031Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:47.227548861Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:47.233748182Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:47.236913918Z","hostname":"oxz_switch","pid":5154} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:14:47.808565314Z","hostname":"oxz_switch","pid":5154,"local_addr":"[fd00:1122:3344:101::2]:36358","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:50197"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2025-12-23T23:14:47.829359119Z","hostname":"oxz_switch","pid":5154,"uri":"/d3a8015e-e53b-43ce-9248-f411fa024bc4","method":"GET","req_id":"1875d4f6-5a07-4478-8480-315cdff564c5","remote_addr":"[fd00:1122:3344:101::d]:50197","local_addr":"[fd00:1122:3344:101::2]:36358","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":18695,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:47.986345562Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:47.992730494Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:47.996282162Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:48.94868914Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:48.954879932Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:48.957773176Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:50.167318673Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:50.173038502Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:50.176324689Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:50.671117197Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:50.671503879Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:50.70345865Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:50.709853672Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:50.713023438Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:51.23625526Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:51.241703208Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:51.244583642Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:52.629585395Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:52.634883611Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:52.63848502Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:53.608023945Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:53.614070365Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:53.61695026Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:54.600100044Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:54.606082104Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:54.609442441Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:55.169060417Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:55.175434999Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:55.178571885Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:56.219048728Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:56.22540261Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:56.228558096Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:57.325267072Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:57.331345083Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:57.334530869Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:58.474243934Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:58.480518885Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:58.483728732Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:59.054597184Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:59.060816276Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:59.064438684Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:59.820388301Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:59.826542361Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:14:59.830077469Z","hostname":"oxz_switch","pid":5154} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:15:00.454820124Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:15:00.460860404Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:15:00.464226041Z","hostname":"oxz_switch","pid":5154} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:15:00.674731014Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14694353075232564630"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:15:00.676082291Z","hostname":"oxz_switch","pid":5154,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14482000139896466522"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:15:01.679908839Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportrear0_0 addrs [fe80::e42b:f7ff:fe70:ed99]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:15:01.688896854Z","hostname":"oxz_switch","pid":5154} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-23T23:15:01.693553428Z","hostname":"oxz_switch","pid":5154}