[ Sep 19 22:57:38 Enabled. ] [ Sep 19 22:57:38 Rereading configuration. ] [ Sep 19 22:57:39 Rereading configuration. ] [ Sep 19 22:57:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Sep 19 22:57:50 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.691857595Z","hostname":"oxz_switch","pid":4655,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-72461d3a","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.732120044Z","hostname":"oxz_switch","pid":4655} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.732435829Z","hostname":"oxz_switch","pid":4655} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.736543693Z","hostname":"oxz_switch","pid":4655,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.743545848Z","hostname":"oxz_switch","pid":4655,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n b24305fa-55de-4bd4-8aa4-14a3d10f2072,\n ),\n sled_id: Some(\n 0d9d0364-073f-46d0-96b0-0a2cfcc654c8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.745110916Z","hostname":"oxz_switch","pid":4655} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.745133216Z","hostname":"oxz_switch","pid":4655,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.749757538Z","hostname":"oxz_switch","pid":4655,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::302f:33ff:feb0:e984->32:2f:33:b0:e9:84"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:50.749892241Z","hostname":"oxz_switch","pid":4655} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:50.754220058Z","hostname":"oxz_switch","pid":4655,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::14a4:c8ff:fea3:3edc->16:a4:c8:a3:3e:dc"} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:50.761934466Z","hostname":"oxz_switch","pid":4655} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-09-19T22:57:50.770051401Z","hostname":"oxz_switch","pid":4655} [ Sep 19 22:57:51 Rereading configuration. ] [ Sep 19 22:57:51 Executing refresh method (:kill). ] [ Sep 19 22:57:51 Stopping because all processes in service exited. ] [ Sep 19 22:57:51 Executing stop method (:kill). ] [ Sep 19 22:57:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Sep 19 22:57:51 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.310929001Z","hostname":"oxz_switch","pid":4797,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-72461d3a","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.350426526Z","hostname":"oxz_switch","pid":4797} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.350695901Z","hostname":"oxz_switch","pid":4797} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.350799203Z","hostname":"oxz_switch","pid":4797,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.35738867Z","hostname":"oxz_switch","pid":4797,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: b24305fa-55de-4bd4-8aa4-14a3d10f2072, sled_id: 0d9d0364-073f-46d0-96b0-0a2cfcc654c8, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 39a8ea8d-2100-4004-af5a-a7f42f56f080, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.357455872Z","hostname":"oxz_switch","pid":4797,"unit":"oximeter","producer_id":"8676ec13-73e1-4d00-b34e-b97b029f843a"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.360851112Z","hostname":"oxz_switch","pid":4797,"unit":"signal_handler"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n b24305fa-55de-4bd4-8aa4-14a3d10f2072,\n ),\n sled_id: Some(\n 0d9d0364-073f-46d0-96b0-0a2cfcc654c8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.362256687Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.367537971Z","hostname":"oxz_switch","pid":4797} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.371351309Z","hostname":"oxz_switch","pid":4797,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::302f:33ff:feb0:e984->32:2f:33:b0:e9:84"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.371531253Z","hostname":"oxz_switch","pid":4797,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::14a4:c8ff:fea3:3edc->16:a4:c8:a3:3e:dc"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.372454369Z","hostname":"oxz_switch","pid":4797,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.37305549Z","hostname":"oxz_switch","pid":4797,"local_addr":"[fd00:1122:3344:101::2]:55003","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.373146721Z","hostname":"oxz_switch","pid":4797,"local_addr":"[fd00:1122:3344:101::2]:55003","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.3/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.373231873Z","hostname":"oxz_switch","pid":4797,"local_addr":"[fd00:1122:3344:101::2]:55003","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:55003","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.373255563Z","hostname":"oxz_switch","pid":4797,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.373262974Z","hostname":"oxz_switch","pid":4797,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.373360685Z","hostname":"oxz_switch","pid":4797,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.373572969Z","hostname":"oxz_switch","pid":4797,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.37363601Z","hostname":"oxz_switch","pid":4797,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:55003","producer_id":"8676ec13-73e1-4d00-b34e-b97b029f843a"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:51.373649181Z","hostname":"oxz_switch","pid":4797,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.373655341Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.380755697Z","hostname":"oxz_switch","pid":4797} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.381144564Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.384973863Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-09-19T22:57:34.573925173Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.385019043Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","id":"9739817668664075400"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:51.385113725Z","hostname":"oxz_switch","pid":4797,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-09-19T22:57:51.387570779Z","hostname":"oxz_switch","pid":4797} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:57:52.116182319Z","hostname":"oxz_switch","pid":4797,"interface":"tfportqsfp0_0","entry":"10.151.1.174->d2:ae:43:f4:16:3c"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:52.60492693Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:52.616810352Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:52.622789159Z","hostname":"oxz_switch","pid":4797} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:52.623075014Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:52.624047121Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-09-19T22:57:34.573785720Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:52.624074022Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","id":"18187081020830917981"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:52.624084402Z","hostname":"oxz_switch","pid":4797,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:53.571293133Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:53.582138567Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:53.588058492Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:54.906278303Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:54.917962202Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:54.923717534Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:56.330621637Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:56.34250879Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:56.349898541Z","hostname":"oxz_switch","pid":4797} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:56.379613082Z","hostname":"oxz_switch","pid":4797,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5286453f-2297-4ddf-b301-5918ccee7c30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"538ef7ba-4d69-488e-83d7-b72dd87d7e21.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 791, tv_nsec: 865526710 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:56.380126971Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:56.411907668Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:57.286148167Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:57.30760841Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:57.314252789Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:58.766365919Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:58.777256293Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:58.782768791Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:59.788103929Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:59.799262219Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:57:59.805767475Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:01.261139223Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:01.271861714Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:01.277519205Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:01.392162691Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:02.617157118Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:02.628873977Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:02.62905148Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:02.635301252Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:04.016380954Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:04.02843876Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:04.03521157Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:04.66232156Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:04.673414988Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:04.679295163Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:05.285825235Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:05.297131807Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:05.303061393Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:06.80710417Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:06.818660196Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:06.824836216Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:07.865313802Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:07.8769831Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:07.882910385Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:09.012190195Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:09.023910484Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:09.029893921Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:09.759970928Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:09.771237289Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:09.777223276Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.010052183Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.02111209Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.027991013Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.394068725Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.413184066Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-19T22:58:11.414612891Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.040949181s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.118978853Z","hostname":"oxz_switch","pid":4797,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5286453f-2297-4ddf-b301-5918ccee7c30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"538ef7ba-4d69-488e-83d7-b72dd87d7e21.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 807, tv_nsec: 161857543 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.119574224Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.150884602Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.184169346Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.195661281Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:11.201942433Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:12.075663707Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:12.228078954Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:12.240711824Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:12.247277995Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:13.431266698Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:13.449006836Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:13.460380501Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:14.666426291Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:14.679109375Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:14.686137664Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:15.588351496Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:15.627801544Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:15.64716836Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:17.02243183Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:17.041004842Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:17.049778351Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:17.72378741Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:17.740232599Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:17.749443897Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:19.088278579Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:19.102933166Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:19.110567217Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:20.114794132Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:20.125976902Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:20.132782151Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:20.686725186Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:20.69723257Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:20.70317732Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:20.863770472Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:21.311941011Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:21.323383133Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:21.329756062Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:22.105847498Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:22.643016301Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:22.654254371Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:22.661845206Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:23.38333133Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:23.394269745Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:23.400620477Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:24.51683022Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:24.528835448Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:24.535505053Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:25.676612882Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:25.687427936Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:25.694304269Z","hostname":"oxz_switch","pid":4797} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:26.190643464Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-19T22:58:26.19254953Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.33762689s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:26.464538859Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:26.476662765Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:26.483210502Z","hostname":"oxz_switch","pid":4797} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:26.769943299Z","hostname":"oxz_switch","pid":4797,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5286453f-2297-4ddf-b301-5918ccee7c30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"538ef7ba-4d69-488e-83d7-b72dd87d7e21.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 822, tv_nsec: 773030393 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:26.770503597Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:26.800197642Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:27.904509281Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:27.916426885Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:27.922971733Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:29.41987274Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:29.430820219Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:29.436881585Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:29.971601841Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:29.982828421Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:29.988655165Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:30.760777151Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:30.772054762Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:30.778446116Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:30.890223442Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:31.771635775Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:31.78366689Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:31.789441234Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:32.127136895Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:33.15465887Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:33.171663074Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:33.181580241Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:34.4139178Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:34.430617765Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:34.439412668Z","hostname":"oxz_switch","pid":4797} {"msg":"removed stale NDP entry :fe80::302f:33ff:feb0:e984->32:2f:33:b0:e9:84","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:58:36.34053211Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:36.348485521Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:36.365659217Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:36.374830561Z","hostname":"oxz_switch","pid":4797} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:58:37.593120752Z","hostname":"oxz_switch","pid":4797,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::302f:33ff:feb0:e984->32:2f:33:b0:e9:84"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:37.601066685Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:37.61876194Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:37.628801209Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:39.137032167Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:39.20384624Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:39.230539066Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:39.843759286Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:39.860497505Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:39.869534186Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:40.984490569Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:41.185633429Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:41.254760852Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:41.317406321Z","hostname":"oxz_switch","pid":4797} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:41.819385988Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-19T22:58:41.832580164Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.968776686s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:41.947175769Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:41.964736562Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:41.977223735Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:42.13159462Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:42.815199738Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:42.832847933Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:42.841678711Z","hostname":"oxz_switch","pid":4797} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:43.128885996Z","hostname":"oxz_switch","pid":4797,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5286453f-2297-4ddf-b301-5918ccee7c30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"538ef7ba-4d69-488e-83d7-b72dd87d7e21.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 839, tv_nsec: 124331339 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:43.130950903Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:43.184244874Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:44.050002473Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:44.06549633Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:44.072375815Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:45.565407685Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:45.585339411Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:45.595595184Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:46.248100686Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:46.265016688Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:46.273767514Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:47.125132885Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:47.148072079Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:47.156093746Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:48.183259006Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:48.195362108Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:48.202481789Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:48.73257372Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:48.745647588Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:48.751860715Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:50.109136051Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:50.121273008Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:50.12810735Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:50.992067625Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:51.084654157Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:51.12684935Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:51.138148992Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:52.135117341Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:52.651379846Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:52.673506331Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:52.685356863Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:53.285027097Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:53.319795948Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:53.338757746Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:54.845240221Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:54.870979781Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:54.888128447Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:56.269987865Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:56.300608962Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:56.309518961Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:57.451356426Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:57.470794833Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:57.48298315Z","hostname":"oxz_switch","pid":4797} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:58.187603404Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-19T22:58:58.192258697Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.330150592s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:58.32748143Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:58.347571049Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:58.359741206Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:59.554941564Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:59.571458468Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:59.656351563Z","hostname":"oxz_switch","pid":4797} {"msg":"removed stale NDP entry :fe80::302f:33ff:feb0:e984->32:2f:33:b0:e9:84","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:58:59.730488636Z","hostname":"oxz_switch","pid":4797} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:58:59.931383271Z","hostname":"oxz_switch","pid":4797,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5286453f-2297-4ddf-b301-5918ccee7c30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"538ef7ba-4d69-488e-83d7-b72dd87d7e21.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 855, tv_nsec: 929322141 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:00.007298046Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:00.055993355Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:00.519609338Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:00.537346404Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:00.547471255Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:00.995171504Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:01.430117246Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:01.443533895Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:01.450414498Z","hostname":"oxz_switch","pid":4797} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:59:01.821736964Z","hostname":"oxz_switch","pid":4797,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::302f:33ff:feb0:e984->32:2f:33:b0:e9:84"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:02.039754834Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:02.059066919Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:02.065880551Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:02.136334458Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:03.005542158Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:03.017495141Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:03.025734079Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:04.411831182Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:04.452140752Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:04.463231999Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:05.347843334Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:05.35936652Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:05.367001026Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:06.982222945Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:06.997535018Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:07.005151614Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:08.23686434Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:08.344975119Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:08.377445138Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:09.805514586Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:09.825497163Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:09.844845158Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:10.872027537Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:10.89363393Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:10.90878713Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:10.997875329Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:12.143489921Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:12.15140944Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:12.169982091Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:12.179608453Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:13.220001155Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:13.2494204Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:13.258227517Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:14.180814907Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:14.197385832Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:14.205838093Z","hostname":"oxz_switch","pid":4797} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:15.057934536Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-19T22:59:15.060593845Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.198545625s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:15.537070864Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:15.548756812Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:15.555520858Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:16.75651256Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:16.768949642Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:16.777418113Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:17.772976145Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:17.78723051Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:17.796116918Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:18.760076328Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:18.781063682Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:18.791929396Z","hostname":"oxz_switch","pid":4797} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:19.388173945Z","hostname":"oxz_switch","pid":4797,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5286453f-2297-4ddf-b301-5918ccee7c30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"538ef7ba-4d69-488e-83d7-b72dd87d7e21.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 875, tv_nsec: 385409525 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:19.395599588Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:19.426690563Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:20.287818628Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:20.301554123Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:20.309354343Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:21.001755018Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:21.493635775Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:21.506139018Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:21.512501202Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:22.149050101Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:22.242308654Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:22.255165364Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:22.261817353Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:23.258900593Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:23.271411066Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:23.278242208Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:24.337769452Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:24.352251111Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:24.358799684Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:25.696199863Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:25.717839245Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:25.726746644Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:26.887256341Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:26.904684792Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:26.912227156Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:28.15389445Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:28.167521874Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:28.183352206Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:28.729721235Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:28.745589628Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:28.752679404Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:29.619562162Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:29.631892902Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:29.638937307Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:30.768058265Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:30.780811642Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:30.78739608Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:31.007362225Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:31.643406014Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:31.655643073Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:31.661953955Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:32.152363316Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:33.170727808Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:33.184493693Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:33.191739353Z","hostname":"oxz_switch","pid":4797} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:34.427823367Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-19T22:59:34.429773132Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/ff423d4/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"103.567406054s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:34.530169933Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:34.544192683Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:34.551361591Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:35.954923244Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:35.966175124Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:35.971950258Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:36.92544768Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:36.938612675Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:36.94897307Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:37.741910698Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:37.75493108Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:37.761925865Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:39.031909915Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:39.047029485Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:39.054627921Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:39.682103876Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:39.69968895Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:39.708285983Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:40.857295316Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:40.870445241Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:40.877018688Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:41.012343602Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.025049912Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.037187049Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.043094344Z","hostname":"oxz_switch","pid":4797} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.136677134Z","hostname":"oxz_switch","pid":4797,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5286453f-2297-4ddf-b301-5918ccee7c30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"538ef7ba-4d69-488e-83d7-b72dd87d7e21.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"87091d92-3a71-4f6a-b784-175772cd4e68.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 898, tv_nsec: 133780625 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.137259934Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.169257815Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.172845679Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.224172595Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb0aa523-fd39-4299-a0fc-cbf988e5c92b\", \"content-length\": \"41\", \"date\": \"Fri, 19 Sep 2025 22:59:42 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.226757091Z","hostname":"oxz_switch","pid":4797,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.883395857Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.895501663Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:42.901531171Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:44.013159376Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:44.026482183Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:44.033501808Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:45.402462375Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:45.416024467Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:45.422985581Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:45.939908754Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:45.953828283Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:45.960567163Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:46.761796999Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:46.776793566Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:46.784201239Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:47.935178325Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:47.948131546Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:47.954742784Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:49.457036159Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:49.4705113Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:49.477354852Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:50.157171432Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:50.171312144Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:50.179744905Z","hostname":"oxz_switch","pid":4797} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:51.014894706Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9739817668664075400"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:51.293568199Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:51.306849596Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:51.313582165Z","hostname":"oxz_switch","pid":4797} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:59:52.061189755Z","hostname":"oxz_switch","pid":4797,"local_addr":"[fd00:1122:3344:101::2]:55003","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.3/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:36662"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2025-09-19T22:59:52.072484757Z","hostname":"oxz_switch","pid":4797,"uri":"/8676ec13-73e1-4d00-b34e-b97b029f843a","method":"GET","req_id":"cc90fec3-af5c-47f9-9375-eba6f6d41df2","remote_addr":"[fd00:1122:3344:101::d]:36662","local_addr":"[fd00:1122:3344:101::2]:55003","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.3/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":8149,"response_code":200} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:52.176959571Z","hostname":"oxz_switch","pid":4797,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18187081020830917981"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:52.298425508Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:52.311946919Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:52.317938457Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:53.040095632Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:53.052596485Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:53.059329755Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:53.912847604Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:53.925815316Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:53.933556384Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:54.671645903Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:54.685772615Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:54.692848301Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:55.336373584Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:55.349750062Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:55.356578815Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:56.857478724Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:56.870637439Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:56.877206706Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:58.378721208Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:58.39065116Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:58.396953843Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:58.914276263Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:58.926310038Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:58.93312896Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:59.705396299Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:59.718076805Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T22:59:59.724339907Z","hostname":"oxz_switch","pid":4797} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T23:00:00.500095899Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportrear0_0 addrs [fe80::14a4:c8ff:fea3:3edc]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T23:00:00.517899257Z","hostname":"oxz_switch","pid":4797} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-19T23:00:00.526790676Z","hostname":"oxz_switch","pid":4797}