[ Nov 5 23:27:14 Enabled. ] [ Nov 5 23:27:14 Rereading configuration. ] [ Nov 5 23:27:15 Rereading configuration. ] [ Nov 5 23:27:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 5 23:27:26 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.25265633Z","hostname":"oxz_switch","pid":5006,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.296990582Z","hostname":"oxz_switch","pid":5006} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.297407093Z","hostname":"oxz_switch","pid":5006} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.298447181Z","hostname":"oxz_switch","pid":5006,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.299712746Z","hostname":"oxz_switch","pid":5006,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n a965d965-7f72-438d-b112-74f3bdbfa34c,\n ),\n sled_id: Some(\n 0f6a24e9-8798-4a6f-be0a-62e430e251f9,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.30206739Z","hostname":"oxz_switch","pid":5006} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.302090141Z","hostname":"oxz_switch","pid":5006,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.305913545Z","hostname":"oxz_switch","pid":5006,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::580a:e9ff:fe2b:f66b->5a:0a:e9:2b:f6:6b"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.308855335Z","hostname":"oxz_switch","pid":5006} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.31414897Z","hostname":"oxz_switch","pid":5006} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:27:26.319835055Z","hostname":"oxz_switch","pid":5006} [ Nov 5 23:27:26 Rereading configuration. ] [ Nov 5 23:27:26 Executing refresh method (:kill). ] [ Nov 5 23:27:26 Stopping because all processes in service exited. ] [ Nov 5 23:27:26 Executing stop method (:kill). ] [ Nov 5 23:27:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 5 23:27:26 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.877939233Z","hostname":"oxz_switch","pid":5267,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.918395198Z","hostname":"oxz_switch","pid":5267} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.918664796Z","hostname":"oxz_switch","pid":5267} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.918749218Z","hostname":"oxz_switch","pid":5267,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.920469155Z","hostname":"oxz_switch","pid":5267,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.920589508Z","hostname":"oxz_switch","pid":5267,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: a965d965-7f72-438d-b112-74f3bdbfa34c, sled_id: 0f6a24e9-8798-4a6f-be0a-62e430e251f9, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: a35b19bf-58d6-482e-ace2-58456f565824, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.920605609Z","hostname":"oxz_switch","pid":5267,"unit":"oximeter","producer_id":"0554e433-a03c-41cc-a3fa-4e52e20baa91"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n a965d965-7f72-438d-b112-74f3bdbfa34c,\n ),\n sled_id: Some(\n 0f6a24e9-8798-4a6f-be0a-62e430e251f9,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.921727239Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.928822763Z","hostname":"oxz_switch","pid":5267} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.930693904Z","hostname":"oxz_switch","pid":5267,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::94a3:d4ff:fe60:a9b3->96:a3:d4:60:a9:b3"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.9308965Z","hostname":"oxz_switch","pid":5267,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::580a:e9ff:fe2b:f66b->5a:0a:e9:2b:f6:6b"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.932675398Z","hostname":"oxz_switch","pid":5267,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.933368377Z","hostname":"oxz_switch","pid":5267,"local_addr":"[fd00:1122:3344:101::2]:33413","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.933437509Z","hostname":"oxz_switch","pid":5267,"local_addr":"[fd00:1122:3344:101::2]:33413","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.933505811Z","hostname":"oxz_switch","pid":5267,"local_addr":"[fd00:1122:3344:101::2]:33413","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:33413","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.933515861Z","hostname":"oxz_switch","pid":5267,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.933528512Z","hostname":"oxz_switch","pid":5267,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.933614534Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.933978924Z","hostname":"oxz_switch","pid":5267,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.934055126Z","hostname":"oxz_switch","pid":5267,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:33413","producer_id":"0554e433-a03c-41cc-a3fa-4e52e20baa91"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:26.934066087Z","hostname":"oxz_switch","pid":5267,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.934076027Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.934707534Z","hostname":"oxz_switch","pid":5267} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.935165397Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.936557795Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-11-05T23:27:10.207558642Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.936599446Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","id":"8285261350224492179"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:26.936609446Z","hostname":"oxz_switch","pid":5267,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:27:26.938098887Z","hostname":"oxz_switch","pid":5267} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-05T23:27:28.206874769Z","hostname":"oxz_switch","pid":5267,"interface":"tfportqsfp0_0","entry":"10.151.1.174->d6:0c:7e:54:c7:06"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:28.28524527Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:28.290863493Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:28.294228995Z","hostname":"oxz_switch","pid":5267} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:28.29438976Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:28.295297274Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-11-05T23:27:10.207421769Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:28.295365106Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","id":"6702571997918170080"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:28.295376057Z","hostname":"oxz_switch","pid":5267,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:29.549665164Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:29.554837035Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:29.557295152Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:30.977219604Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:30.982698544Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:30.985427638Z","hostname":"oxz_switch","pid":5267} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:31.936515892Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae2a5d1-18e1-41cb-b6a0-df0f7691eb38.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"282d3986-c55b-4482-8e40-98914e1b1218.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 868, tv_nsec: 860317183 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:31.937081408Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:31.968436653Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:32.412419053Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:32.416814473Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:32.419126686Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:33.268148232Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:33.272775988Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:33.275436291Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:34.553209989Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:34.559038778Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:34.562139172Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:35.726462072Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:35.731601342Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:35.734959864Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:36.897157634Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:36.902253894Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:36.905156783Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:36.941038323Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:37.534040414Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:37.539613446Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:37.54269862Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:38.297216174Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:38.913900682Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:38.919161105Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:38.921853009Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:39.544031887Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:39.548360285Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:39.551523471Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:40.243076364Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:40.249210881Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:40.252171842Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:41.492733681Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:41.497729718Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:41.500789351Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:42.822983321Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:42.827845684Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:42.830286571Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:43.765884659Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:43.770969139Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:43.774020722Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:44.898714509Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:44.903989444Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:44.906930704Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:46.094300254Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:46.100142494Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:46.102963971Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:46.788555474Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:46.793041677Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:46.795759371Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:46.924312745Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:46.950624156Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:27:46.951222702Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.036323476s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:47.082651164Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae2a5d1-18e1-41cb-b6a0-df0f7691eb38.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"282d3986-c55b-4482-8e40-98914e1b1218.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 884, tv_nsec: 26197249 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:47.083184199Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:47.113652373Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:47.611071374Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:47.615453624Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:47.61821793Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:48.276742842Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:48.821017743Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:48.8267424Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:48.829739322Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:49.794335406Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:49.799061015Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:49.801758539Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:50.700718923Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:50.706320027Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:50.709425982Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:51.651058114Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:51.655363362Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:51.658390955Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:52.421070696Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:52.425486647Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:52.428323844Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:52.968320635Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:52.974066652Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:52.976653593Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:53.98411432Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:53.98848732Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:53.991329428Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:55.31587849Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:55.3216998Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:55.325158301Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:55.868829998Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:55.874497783Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:55.877343461Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:56.899061409Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:57.277175738Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:57.282772521Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:57.285586518Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:58.009673024Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:58.013993332Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:58.016617664Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:58.25264604Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:59.14629024Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:59.151542734Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:27:59.154760016Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:00.151895198Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:00.15744159Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:00.160114403Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:01.080117625Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:01.085869413Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:01.089606536Z","hostname":"oxz_switch","pid":5267} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:02.221987496Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:02.521748808Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:02.561094506Z","hostname":"oxz_switch","pid":5267} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:28:02.622526358Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.748905199s","count":"1"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:02.695175148Z","hostname":"oxz_switch","pid":5267} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:03.318064012Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae2a5d1-18e1-41cb-b6a0-df0f7691eb38.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"282d3986-c55b-4482-8e40-98914e1b1218.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 900, tv_nsec: 305440293 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:03.319057399Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:03.381435798Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:03.67756805Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:03.684446518Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:03.695880912Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:05.296919499Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:05.300931479Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:05.309934106Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:06.158722817Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:06.165443391Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:06.169546344Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:06.879177503Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:07.225947573Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:07.23169057Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:07.235379671Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:08.228566008Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:08.610024108Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:08.614254554Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:08.616516066Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:09.560928767Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:09.56544605Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:09.568022861Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:10.991740553Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:10.996575485Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:11.000141763Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:12.043058943Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:12.048135762Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:12.05063019Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:12.620923453Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:12.627172284Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:12.630474155Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:16.353921804Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:16.361693377Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:16.377536801Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:16.86189847Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:17.346647793Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:17.353450148Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:17.359871654Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:17.994056609Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:18.001209344Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:18.005168981Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:18.235014711Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:18.347910606Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:28:18.385710498Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.552236022s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:18.846114876Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:18.85358618Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:18.857778537Z","hostname":"oxz_switch","pid":5267} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:19.708174299Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae2a5d1-18e1-41cb-b6a0-df0f7691eb38.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"282d3986-c55b-4482-8e40-98914e1b1218.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 916, tv_nsec: 731700764 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:19.709438504Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:19.77519152Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:19.806071153Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:19.812817576Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:19.816670523Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:20.939671551Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:20.946639292Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:20.950630011Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:21.595925363Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:21.602597625Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:21.60644018Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:22.783848038Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:22.788636824Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:22.79161281Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:23.939308328Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:23.944722256Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:23.947454401Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:24.62647108Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:24.631730063Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:24.634760376Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:25.496412187Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:25.501186357Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:25.503690596Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:26.374303424Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:26.380665948Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:26.384187424Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:26.86489833Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:27.463658401Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:27.468362959Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:27.471272669Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:28.230286988Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:28.235706076Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:28.238446101Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:28.239222613Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:28.93992541Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:28.944143486Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:28.947033274Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:30.321066607Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:30.326538827Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:30.329268031Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:31.267588528Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:31.27207341Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:31.275119173Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:31.886965029Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:31.892401988Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:31.895433501Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:33.136588317Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:33.141949593Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:33.14548435Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:33.986995137Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:33.992431125Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:33.995540456Z","hostname":"oxz_switch","pid":5267} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:34.776873545Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:28:34.778446688Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.944071931s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:35.183329808Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:35.187739178Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:35.190818692Z","hostname":"oxz_switch","pid":5267} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:36.006864385Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae2a5d1-18e1-41cb-b6a0-df0f7691eb38.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"282d3986-c55b-4482-8e40-98914e1b1218.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 933, tv_nsec: 30393899 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:36.007293686Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:36.039187328Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:36.498598108Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:36.503731068Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:36.506609757Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:36.866768876Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:37.042335531Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:37.047073161Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:37.049550028Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:37.635725032Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:37.640987096Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:37.644258166Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:38.241142522Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:38.754858107Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:38.759992327Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:38.762844735Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:39.702618749Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:39.707944335Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:39.710559486Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:40.910006075Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:40.915842625Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:40.918326263Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:41.843099348Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:41.848813735Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:41.851896449Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:42.524972267Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:42.530734265Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:42.53387702Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:43.660073308Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:43.665674791Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:43.66892095Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:44.836493806Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:44.842139571Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:44.845595305Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:45.49220505Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:45.501588326Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:45.505785911Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:46.870858333Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:46.963380071Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:46.97288093Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:46.981045123Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:48.13611468Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:48.144935201Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:48.150500173Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:48.247200655Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:49.068740968Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:49.079154603Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:49.085416694Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:49.645588428Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:49.653413552Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:49.658204692Z","hostname":"oxz_switch","pid":5267} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:51.040453035Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:28:51.04246642Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.207855604s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:51.087346366Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:51.094866852Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:51.098659836Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:52.314952755Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:52.336059101Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:52.341250223Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:53.53182512Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:53.539303844Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:53.543394566Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:54.188443488Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:54.194332169Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:54.199587352Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:54.917735942Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:54.925680539Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:54.930373907Z","hostname":"oxz_switch","pid":5267} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:55.562392394Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae2a5d1-18e1-41cb-b6a0-df0f7691eb38.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"282d3986-c55b-4482-8e40-98914e1b1218.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 952, tv_nsec: 585789428 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:55.563169415Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:55.703370116Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:56.033088784Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:56.038593414Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:56.042014907Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:56.599671863Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:56.605020319Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:56.607708922Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:56.874224253Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:57.645564846Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:57.650855701Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:57.653688228Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:58.249731231Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:59.1534512Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:59.158831747Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:28:59.162088287Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:00.488814643Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:00.493523491Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:00.496325748Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:01.428499214Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:01.433713176Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:01.436798701Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:02.938054865Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:02.944422969Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:02.947954525Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:03.808872946Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:03.81523774Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:03.82440289Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:04.514804661Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:04.522162062Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:04.528347041Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:05.485244854Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:05.491863604Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:05.495854024Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:06.878393535Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:06.924643469Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:06.931023003Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:06.934334024Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:08.253225028Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:08.256300482Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:08.261311022Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:08.26398881Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:09.139965106Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:09.145814846Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:09.14889333Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:10.049884598Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:10.055574474Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:10.059282495Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:10.612470583Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:10.617813439Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:10.620688487Z","hostname":"oxz_switch","pid":5267} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:10.706258866Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:29:10.707442348Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"103.870808892s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:11.925602211Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:11.931955504Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:11.935248294Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:13.213844156Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:13.219418838Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:13.223023417Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:13.984392014Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:13.9908191Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:13.994067249Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:14.734288544Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:14.739774025Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:14.742781597Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:15.268447198Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:15.274175033Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:15.277058071Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:16.624119384Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:16.628562035Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:16.632123693Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:16.882435566Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:17.946483693Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:17.952580409Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:17.956060224Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:18.255984627Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:18.991074727Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:18.997221005Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:19.001022008Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:20.150486391Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:20.156854795Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:20.16035896Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:21.329125709Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:21.335166734Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:21.33832693Z","hostname":"oxz_switch","pid":5267} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:21.930866322Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae2a5d1-18e1-41cb-b6a0-df0f7691eb38.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"282d3986-c55b-4482-8e40-98914e1b1218.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 978, tv_nsec: 953051236 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:21.931357125Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:21.961252422Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:21.966533076Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-05T23:29:21.967257786Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"115.13143568s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:22.833049042Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:22.841636916Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:22.844917616Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:23.448026042Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:23.454745676Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:23.458773836Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:24.728222446Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:24.73529869Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:24.739111664Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:25.663950307Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:25.66924247Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:25.672852251Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:26.612999622Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:26.61951115Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:26.623119319Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:26.884608191Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:27.3512792Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:27.357351556Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:27.36078702Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:28.07752011Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:28.083556305Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:28.08738908Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:28.258627748Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:28.832736644Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:28.840299791Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:28.845662017Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:29.602557265Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:29.610704198Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:29.614492722Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:30.342553153Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:30.349090461Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:30.352495754Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:31.183298742Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:31.189584324Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:31.193046999Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:32.46998819Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:32.475969633Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:32.479310725Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:33.75746044Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:33.763635939Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:33.767460783Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:34.883968104Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:34.889570877Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:34.893160175Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:35.796163864Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:35.802343693Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:35.80552133Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:36.887979221Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:37.052724941Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:37.058630463Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:37.061991945Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:38.041844936Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:38.04786289Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:38.053391101Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:38.262154934Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:39.335998001Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:39.344972187Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:39.348475702Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:39.943395425Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:39.9490821Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:39.952464482Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:40.71222582Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:40.717817403Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:40.720714352Z","hostname":"oxz_switch","pid":5267} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:41.214989976Z","hostname":"oxz_switch","pid":5267,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"0ae2a5d1-18e1-41cb-b6a0-df0f7691eb38.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"282d3986-c55b-4482-8e40-98914e1b1218.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dc8b9638-6b81-4cc0-8cca-57f57b326434.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 998, tv_nsec: 237058350 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:41.21550851Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:41.246296131Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:41.261061545Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a67f2f9-cdf7-4820-9049-5f2f325f1587\", \"content-length\": \"41\", \"date\": \"Wed, 05 Nov 2025 23:29:41 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:41.262586606Z","hostname":"oxz_switch","pid":5267,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:42.077562512Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:42.083884885Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:42.087546374Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:42.613319569Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:42.618691976Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:42.621884143Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:43.767770519Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:43.772438677Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:43.775750887Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:44.826168965Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:44.831401278Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:44.834657717Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:45.760808919Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:45.765942319Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:45.769341112Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:46.731577597Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:46.737703094Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:46.740944123Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:46.890601181Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:47.680130179Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:47.68527481Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:47.688550749Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:48.265552982Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:48.456593122Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:48.461982569Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:48.465398402Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:49.062910186Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:49.068776156Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:49.071880031Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:49.708567126Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:49.714810296Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:49.718115427Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:51.185945167Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:51.19153177Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:51.195729595Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:52.121436855Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:52.126992667Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:52.130453171Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:53.532455664Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:53.538300024Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:53.541347877Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:54.847195265Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:54.852847149Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:54.856157889Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:55.919568251Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:55.92500829Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:55.928078524Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:56.743934754Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:56.754382889Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:56.757666829Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:56.893800748Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8285261350224492179"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:58.23352844Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:58.246013951Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:58.249165867Z","hostname":"oxz_switch","pid":5267} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:58.267827767Z","hostname":"oxz_switch","pid":5267,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6702571997918170080"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:59.030843542Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:59.039672364Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:29:59.044630659Z","hostname":"oxz_switch","pid":5267} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:30:00.4231523Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportrear0_0 addrs [fe80::580a:e9ff:fe2b:f66b]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:30:00.430763858Z","hostname":"oxz_switch","pid":5267} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-05T23:30:00.435560389Z","hostname":"oxz_switch","pid":5267}