[ Dec 19 16:56:25 Enabled. ] [ Dec 19 16:56:25 Rereading configuration. ] [ Dec 19 16:56:26 Rereading configuration. ] [ Dec 19 16:56:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 19 16:56:37 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.317558287Z","hostname":"oxz_switch","pid":4508,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.358643059Z","hostname":"oxz_switch","pid":4508} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.358942188Z","hostname":"oxz_switch","pid":4508} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.359783723Z","hostname":"oxz_switch","pid":4508,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.361109273Z","hostname":"oxz_switch","pid":4508,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 0bc9c23c-869e-42d1-9972-dbe0cacd2f1e,\n ),\n sled_id: Some(\n 0deaf81f-d9b1-4c04-b4de-55e333a93be1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.362381242Z","hostname":"oxz_switch","pid":4508} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.362408262Z","hostname":"oxz_switch","pid":4508,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.367053833Z","hostname":"oxz_switch","pid":4508,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9445:70ff:fe1a:5b85->96:45:70:1a:5b:85"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.369532358Z","hostname":"oxz_switch","pid":4508} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.374659823Z","hostname":"oxz_switch","pid":4508} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:56:37.379374315Z","hostname":"oxz_switch","pid":4508} [ Dec 19 16:56:37 Rereading configuration. ] [ Dec 19 16:56:37 Executing refresh method (:kill). ] [ Dec 19 16:56:37 Stopping because all processes in service exited. ] [ Dec 19 16:56:37 Executing stop method (:kill). ] [ Dec 19 16:56:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 19 16:56:37 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.908765095Z","hostname":"oxz_switch","pid":4842,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.947885987Z","hostname":"oxz_switch","pid":4842} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.948191506Z","hostname":"oxz_switch","pid":4842} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.948290519Z","hostname":"oxz_switch","pid":4842,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.950084034Z","hostname":"oxz_switch","pid":4842,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.95031827Z","hostname":"oxz_switch","pid":4842,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 0bc9c23c-869e-42d1-9972-dbe0cacd2f1e, sled_id: 0deaf81f-d9b1-4c04-b4de-55e333a93be1, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: d7cd5d40-ae45-4f04-8957-38f4823ea51a, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.950348182Z","hostname":"oxz_switch","pid":4842,"unit":"oximeter","producer_id":"d1ee6763-f16a-41d1-a4fb-b6f77b5ab1e5"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 0bc9c23c-869e-42d1-9972-dbe0cacd2f1e,\n ),\n sled_id: Some(\n 0deaf81f-d9b1-4c04-b4de-55e333a93be1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.95163508Z","hostname":"oxz_switch","pid":4842} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.958509718Z","hostname":"oxz_switch","pid":4842,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2886:8aff:febf:2ec1->2a:86:8a:bf:2e:c1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.959117907Z","hostname":"oxz_switch","pid":4842} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.959204759Z","hostname":"oxz_switch","pid":4842,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9445:70ff:fe1a:5b85->96:45:70:1a:5b:85"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.960289482Z","hostname":"oxz_switch","pid":4842,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.960979873Z","hostname":"oxz_switch","pid":4842,"local_addr":"[fd00:1122:3344:101::2]:37613","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.961064335Z","hostname":"oxz_switch","pid":4842,"local_addr":"[fd00:1122:3344:101::2]:37613","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.961130887Z","hostname":"oxz_switch","pid":4842,"local_addr":"[fd00:1122:3344:101::2]:37613","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:37613","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.961158198Z","hostname":"oxz_switch","pid":4842,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.961177249Z","hostname":"oxz_switch","pid":4842,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.961295172Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.962299253Z","hostname":"oxz_switch","pid":4842,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.962370745Z","hostname":"oxz_switch","pid":4842,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:37613","producer_id":"d1ee6763-f16a-41d1-a4fb-b6f77b5ab1e5"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:37.962384115Z","hostname":"oxz_switch","pid":4842,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.962397766Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.963914812Z","hostname":"oxz_switch","pid":4842} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.964288953Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.964473098Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-19T16:56:21.330576048Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.964512759Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","id":"6336947800839757610"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:37.96452132Z","hostname":"oxz_switch","pid":4842,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:56:37.966671315Z","hostname":"oxz_switch","pid":4842} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:56:38.858552849Z","hostname":"oxz_switch","pid":4842,"interface":"tfportqsfp0_0","entry":"10.151.1.174->d2:68:1c:ef:a8:8b"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:39.176446476Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:39.181588252Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:39.184398777Z","hostname":"oxz_switch","pid":4842} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:39.184612963Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:39.186185381Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-19T16:56:21.330410534Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:39.186248693Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","id":"15730793843786842150"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:39.186258093Z","hostname":"oxz_switch","pid":4842,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:40.395800677Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:40.400599253Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:40.403603393Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:41.491673907Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:41.49705504Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:41.499838224Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:42.910892619Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:42.915577301Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:42.918486629Z","hostname":"oxz_switch","pid":4842} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:42.964904361Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 759, tv_nsec: 513749776 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:42.965549141Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:42.996923589Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:44.225734446Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:44.230472409Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:44.233769939Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:45.054480912Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:45.05969292Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:45.062757382Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:46.492806332Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:46.497138883Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:46.499637088Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:47.183615489Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:47.188986401Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:47.19158714Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:47.969472799Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:48.235142888Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:48.241080658Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:48.24445409Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:49.188551832Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:49.331927175Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:49.336171564Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:49.339114533Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:50.510731541Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:50.515135764Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:50.517942089Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:51.590657059Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:51.594931438Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:51.597697832Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:52.917260391Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:52.922413367Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:52.925017976Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:54.589071313Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:54.594337052Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:54.597684033Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:55.230234512Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:55.235947784Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:55.239199714Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:56.058692884Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:56.099003639Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:56.140719076Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:56.897016088Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:56.903553114Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:56.90648506Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:58.149118681Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:58.175692175Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:56:58.177305757Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.03739915s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:58.400914459Z","hostname":"oxz_switch","pid":4842} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:58.404457551Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 774, tv_nsec: 775252008 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:58.405525247Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:58.407072144Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:58.410498638Z","hostname":"oxz_switch","pid":4842} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:58.441330017Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:59.373903284Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:59.783822815Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:59.790736992Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:56:59.794540584Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:01.109567941Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:01.113872733Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:01.116745956Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:02.515412974Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:02.52026705Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:02.523156279Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:03.449578866Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:03.453254753Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:03.455795144Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:04.018589516Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:04.023718654Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:04.026608829Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:05.384578418Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:05.391506189Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:05.395040521Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:06.871363405Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:06.876401843Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:06.879300281Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:07.838823816Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:07.845041608Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:07.848245886Z","hostname":"oxz_switch","pid":4842} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:14.452927721Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:57:14.525669684Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"36.340701598s","count":"1"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:14.530297934Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:14.53129882Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:14.542280069Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:14.556079287Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:14.577768074Z","hostname":"oxz_switch","pid":4842} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:14.97505473Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 791, tv_nsec: 300116873 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:14.976502353Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:15.021021815Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:15.379796056Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:15.390803715Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:15.696953549Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:16.676818946Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:16.684146817Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:16.688605722Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:17.472935464Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:17.48010802Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:17.483943496Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:18.901944173Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:18.909097869Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:18.913731319Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:20.110099588Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:20.11710665Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:20.121224614Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:21.452263295Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:21.457884445Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:21.461740862Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:22.206253085Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:22.211735401Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:22.215384241Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:23.478694125Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:23.48381909Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:23.487161321Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:24.172223136Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:24.176835976Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:24.180021262Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:24.527387416Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:24.527750257Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:25.298222607Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:25.304066654Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:25.31220508Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:26.608008516Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:26.613139631Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:26.615657408Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:27.974937596Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:27.980459183Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:27.983428943Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:28.578128112Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:28.581921286Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:28.584335799Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:29.952838634Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:29.957885637Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:29.960874867Z","hostname":"oxz_switch","pid":4842} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:30.009895219Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:57:30.011947732Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.839128532s","count":"2"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:30.844651065Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 807, tv_nsec: 182862452 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:30.845308465Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:30.876880199Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:31.299525934Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:31.305260977Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:31.308553697Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:31.866687977Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:31.871809592Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:31.874507293Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:32.596175304Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:32.601483405Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:32.604340331Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:33.317578886Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:33.323169235Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:33.326484785Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:34.523541633Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:34.523945675Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:34.617207214Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:34.62599648Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:34.628621789Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:35.67886179Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:35.68482462Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:35.687908073Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:36.671236371Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:36.676770169Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:36.679488771Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:37.810197924Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:37.814744842Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:37.817835405Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:38.579600347Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:38.58598384Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:38.590030283Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:39.412697185Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:39.417097968Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:39.420318235Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:40.390255108Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:40.396069254Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:40.399349853Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:41.151100892Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:41.157159265Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:41.160331161Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:42.080080728Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:42.085656196Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:42.088614976Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:42.97980837Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:42.98479647Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:42.987953136Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:43.733130887Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:43.737704745Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:43.740403676Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:44.403419484Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:44.40824248Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:44.411539959Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:44.525731621Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:44.526117122Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:44.940712952Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:44.946090595Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:44.948974012Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:45.59677508Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:45.602600786Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:45.605542305Z","hostname":"oxz_switch","pid":4842} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:45.877430333Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:57:45.878596438Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.706274039s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:46.669205252Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:46.675146042Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:46.678231836Z","hostname":"oxz_switch","pid":4842} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.084721911Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 823, tv_nsec: 423771884 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.085234226Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.118466811Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.326794217Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.332551601Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.335811829Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.960375015Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.964660155Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:47.967194621Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:48.616967898Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:48.623077212Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:48.626072743Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:49.287489811Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:49.294535614Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:49.296835734Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:50.172371284Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:50.177637293Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:50.180761097Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:50.765137058Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:50.770923133Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:50.774303155Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:51.986700215Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:51.991952033Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:51.994864652Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:53.346821969Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:53.352327605Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:53.355724227Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:54.528864173Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:54.529197903Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:54.63131905Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:54.635689231Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:54.638650221Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:55.334284946Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:55.339629467Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:55.342428372Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:56.37365457Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:56.378968601Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:56.382011203Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:57.791993047Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:57.797517204Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:57.80069604Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:58.487157187Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:58.492928371Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:58.496036725Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:59.760441038Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:59.766382748Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:57:59.76975741Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:00.867837654Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:00.873634879Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:00.876882388Z","hostname":"oxz_switch","pid":4842} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:02.119669795Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:58:02.120936913Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"83.948569903s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:02.131059909Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:02.136583646Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:02.139578646Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:02.878521648Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:02.883987883Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:02.886927302Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:03.779747655Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:03.784735056Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:03.787785788Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:04.531059702Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:04.531412383Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:04.848553858Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:04.854100186Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:04.856775256Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:05.732469424Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:05.738156966Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:05.741104565Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:06.375357435Z","hostname":"oxz_switch","pid":4842} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:06.376105278Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 842, tv_nsec: 715260961 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:06.376621073Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:06.40795793Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:06.4102734Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:06.413320022Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:07.79957696Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:07.805334984Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:07.808435718Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:09.1056039Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:09.110676803Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:09.114319053Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:09.900445411Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:09.906644779Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:09.909484455Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:10.482988314Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:10.487988345Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:10.491271593Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:11.886213677Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:11.891814117Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:11.895008583Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:12.449358366Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:12.454623275Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:12.457522343Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:13.104340451Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:13.109557309Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:13.112868409Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:14.242761428Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:14.248100469Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:14.251366757Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:14.533217996Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:14.533575667Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:15.047740968Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:15.053623136Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:15.056500042Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:16.394772458Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:16.400206612Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:16.403429189Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:17.868691834Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:17.873579211Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:17.876094738Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:18.520872824Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:18.525934787Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:18.528534406Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:19.581465218Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:19.58651686Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:19.58945952Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:20.36703552Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:20.388965063Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:20.396292534Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:21.294752338Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:21.302370398Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:21.313395071Z","hostname":"oxz_switch","pid":4842} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:21.411887158Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:58:21.412867008Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"103.240145953s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:22.579248208Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:22.5928975Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:22.596843859Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:23.822216043Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:23.830450352Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:23.83535484Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:24.537788109Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:24.53848637Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:24.968937879Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:24.975522118Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:24.979490358Z","hostname":"oxz_switch","pid":4842} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:30.921392715Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 867, tv_nsec: 248802384 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:30.923986403Z","hostname":"oxz_switch","pid":4842} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:30.924004654Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:31.039155474Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:31.047137165Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:31.058385885Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:32.202927895Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:32.210115422Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:32.215434493Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:33.015578375Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:33.036384934Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:33.042124458Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:34.450161221Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:34.456502183Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:34.460967778Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:34.637000468Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:34.639245705Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:35.249922611Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:35.257928473Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:35.262660206Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:36.730791105Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:36.73789138Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:36.742485549Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:38.129228049Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:38.137297733Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:38.141550361Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:39.303571179Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:39.317909742Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:39.325918664Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:40.274515583Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:40.280858124Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:40.28436644Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:41.767499612Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:41.774905646Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:41.779069672Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:42.330152817Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:42.337960723Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:42.342041006Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:43.373793818Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:43.383101749Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:43.387295206Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:44.37676103Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:44.38270329Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:44.386094272Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:44.640379407Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:44.64079259Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:45.046670467Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:45.052028469Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:45.055086381Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:45.857793384Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:45.863070953Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:45.865926669Z","hostname":"oxz_switch","pid":4842} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:46.043306761Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:58:46.046149337Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"127.873966087s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:46.823263912Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:46.828345176Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:46.832600994Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:48.006930586Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:48.012906186Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:48.016095523Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:49.270411969Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:49.275309207Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:49.326544585Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:50.331633671Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:50.338007684Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:50.342107798Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:51.308668299Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:51.314224177Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:51.317229948Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:52.537034293Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:52.542135888Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:52.545235311Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:53.232668917Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:53.237667598Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:53.240818913Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:54.504499232Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:54.509303347Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:54.512386441Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:54.642965596Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:54.643329847Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:55.632785179Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:55.638876893Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:55.642465461Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.130030628Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.135943137Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.139127693Z","hostname":"oxz_switch","pid":4842} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.468651852Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 893, tv_nsec: 807169481 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.469432195Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.501916707Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.505691461Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T16:58:57.506248548Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"139.333906499s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.917845777Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.92357824Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:57.927026185Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:59.335694307Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:59.340601705Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:58:59.343516773Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:00.627432173Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:00.633245829Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:00.636782326Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:01.761271112Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:01.767439827Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:01.771217561Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:02.901097921Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:02.90769658Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:02.911311535Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:04.004320984Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:04.010610704Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:04.013912224Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:04.645729492Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:04.646145725Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:05.314027432Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:05.320783336Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:05.324501518Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:06.103475092Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:06.109836304Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:06.11398912Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:07.532398719Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:07.538285797Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:07.542605658Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:08.079627128Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:08.086090103Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:08.089979671Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:09.256777448Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:09.263269614Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:09.267197513Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:10.266748111Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:10.272894156Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:10.276827495Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:11.424716456Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:11.431352047Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:11.434738239Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:12.725728404Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:12.731788917Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:12.735443628Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:13.475686759Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:13.482058892Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:13.485226138Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:14.648941717Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:14.649350829Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:14.909807671Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:14.915632497Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:14.91903811Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:15.74660355Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:15.752097456Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:15.755427827Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:17.111069918Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:17.117973797Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:17.121353609Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:18.442749384Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:18.449356934Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:18.45252209Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:19.531745737Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:19.537507741Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:19.541064698Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:20.428824888Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:20.435330735Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:20.43881169Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:21.175918537Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:21.181668611Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:21.185187507Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:22.170556037Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:22.17595801Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:22.179440605Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:23.511598406Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:23.517534396Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:23.521178436Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:24.651726276Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:24.652126728Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:24.910544259Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:24.916664344Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:24.920013215Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:25.791187545Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:25.797121504Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:25.800805706Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:26.682294057Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:26.688560556Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:26.691955919Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:27.541596186Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:27.546761633Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:27.549457584Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:28.911589518Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:28.916718733Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:28.919569549Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:30.121251041Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:30.126674595Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:30.129663395Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:30.673643684Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:30.679078068Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:30.682051128Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:32.176106701Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:32.180836103Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:32.184400511Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:33.690249443Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:33.69511042Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:33.697871864Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:34.654215366Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:34.655180845Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:34.903592023Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:34.908935954Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:34.911746039Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:35.981259133Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:35.986582714Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:35.989523172Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:37.34629442Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:37.351200018Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:37.354202799Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:38.050642067Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:38.055911617Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:38.058790704Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:38.995874304Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:39.000936687Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:39.003776103Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:40.300310417Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:40.30635194Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:40.309157215Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.150194523Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.156257156Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.159183754Z","hostname":"oxz_switch","pid":4842} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.546370965Z","hostname":"oxz_switch","pid":4842,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2ccc5ea0-1f65-48a3-b091-71230d816001.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8be7efb4-a854-4109-a681-11e021076ef9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"cff6b966-8a7c-4541-bbcf-97d12b8cc774.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 937, tv_nsec: 885593109 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.546880401Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.577406683Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.589676184Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f23199-c1e4-44fb-bb6f-e40ec0fe0ba6\", \"content-length\": \"41\", \"date\": \"Fri, 19 Dec 2025 16:59:41 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.590582201Z","hostname":"oxz_switch","pid":4842,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.844185517Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.84994124Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:41.853319302Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:42.700100643Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:42.706146596Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:42.709238209Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:43.541483631Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:43.546593596Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:43.550148203Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:44.657575612Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:44.657934243Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:44.899612787Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:44.905516075Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:44.90898028Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:45.894085892Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:45.900609479Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:45.903700272Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:46.993028324Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:46.999383646Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:47.002551742Z","hostname":"oxz_switch","pid":4842} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:59:47.056396419Z","hostname":"oxz_switch","pid":4842,"local_addr":"[fd00:1122:3344:101::2]:37613","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:55177"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2025-12-19T16:59:47.068308589Z","hostname":"oxz_switch","pid":4842,"uri":"/d1ee6763-f16a-41d1-a4fb-b6f77b5ab1e5","method":"GET","req_id":"e6c57c74-0053-4f65-a949-38cdf596995d","remote_addr":"[fd00:1122:3344:101::d]:55177","local_addr":"[fd00:1122:3344:101::2]:37613","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":10783,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:47.686311596Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:47.692421771Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:47.695617167Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:48.280506733Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:48.286470414Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:48.289514826Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:49.136898555Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:49.142574557Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:49.145198357Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:49.735744684Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:49.741154297Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:49.744707415Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:50.558068486Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:50.563945854Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:50.567028347Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:51.089217139Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:51.095240672Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:51.098425598Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:52.283645109Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:52.289155515Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:52.292245018Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:53.436250394Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:53.442505353Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:53.445431892Z","hostname":"oxz_switch","pid":4842} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:54.659683859Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6336947800839757610"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:54.66003756Z","hostname":"oxz_switch","pid":4842,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15730793843786842150"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:54.675492047Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:54.681268981Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:54.684249061Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:55.510294556Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:55.515467093Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:55.51902998Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:56.182415969Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:56.18807867Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:56.191742481Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:57.609655472Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:57.615737866Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:57.619235922Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:59.001140812Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:59.006966768Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:59.010961199Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:59.865179235Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:59.871488696Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T16:59:59.874888869Z","hostname":"oxz_switch","pid":4842} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T17:00:00.665393369Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportrear0_0 addrs [fe80::9445:70ff:fe1a:5b85]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T17:00:00.672605778Z","hostname":"oxz_switch","pid":4842} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T17:00:00.67730322Z","hostname":"oxz_switch","pid":4842}