[ Feb 4 23:27:50 Enabled. ] [ Feb 4 23:27:50 Rereading configuration. ] [ Feb 4 23:27:51 Rereading configuration. ] [ Feb 4 23:28:02 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 4 23:28:02 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.525470976Z","hostname":"oxz_switch","pid":4603,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.56908863Z","hostname":"oxz_switch","pid":4603} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.569416024Z","hostname":"oxz_switch","pid":4603} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.570193542Z","hostname":"oxz_switch","pid":4603,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.571636929Z","hostname":"oxz_switch","pid":4603,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n dec67623-891e-4f97-8d2b-9296596bf9a7,\n ),\n sled_id: Some(\n 811afa9f-25f5-4cac-89bc-985b2699dbf5,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.573076756Z","hostname":"oxz_switch","pid":4603} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.573111366Z","hostname":"oxz_switch","pid":4603,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.577844171Z","hostname":"oxz_switch","pid":4603,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f861:10ff:fe8e:ca0c->fa:61:10:8e:ca:0c"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:02.578128124Z","hostname":"oxz_switch","pid":4603,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6013:8ff:fe0e:4277->62:13:08:0e:42:77"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:02.579411949Z","hostname":"oxz_switch","pid":4603} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:02.585235956Z","hostname":"oxz_switch","pid":4603} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:28:02.590852011Z","hostname":"oxz_switch","pid":4603} [ Feb 4 23:28:03 Rereading configuration. ] [ Feb 4 23:28:03 Executing refresh method (:kill). ] [ Feb 4 23:28:03 Stopping because all processes in service exited. ] [ Feb 4 23:28:03 Executing stop method (:kill). ] [ Feb 4 23:28:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 4 23:28:03 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.112814597Z","hostname":"oxz_switch","pid":4683,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.155776043Z","hostname":"oxz_switch","pid":4683} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.156118947Z","hostname":"oxz_switch","pid":4683} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.156198108Z","hostname":"oxz_switch","pid":4683,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.157547143Z","hostname":"oxz_switch","pid":4683,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.158232371Z","hostname":"oxz_switch","pid":4683,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: dec67623-891e-4f97-8d2b-9296596bf9a7, sled_id: 811afa9f-25f5-4cac-89bc-985b2699dbf5, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 6a8a5117-3b53-4b24-a921-fd9170e895ce, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.158253082Z","hostname":"oxz_switch","pid":4683,"unit":"oximeter","producer_id":"3556ddab-97b8-481f-adb6-f75c0f1ab79c"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n dec67623-891e-4f97-8d2b-9296596bf9a7,\n ),\n sled_id: Some(\n 811afa9f-25f5-4cac-89bc-985b2699dbf5,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.159768479Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.166220184Z","hostname":"oxz_switch","pid":4683} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.167544489Z","hostname":"oxz_switch","pid":4683,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f861:10ff:fe8e:ca0c->fa:61:10:8e:ca:0c"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.167759052Z","hostname":"oxz_switch","pid":4683,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6013:8ff:fe0e:4277->62:13:08:0e:42:77"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.168610611Z","hostname":"oxz_switch","pid":4683,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.169757944Z","hostname":"oxz_switch","pid":4683,"local_addr":"[fd00:1122:3344:101::2]:54345","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.169792815Z","hostname":"oxz_switch","pid":4683,"local_addr":"[fd00:1122:3344:101::2]:54345","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.169953697Z","hostname":"oxz_switch","pid":4683,"local_addr":"[fd00:1122:3344:101::2]:54345","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:54345","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.169970707Z","hostname":"oxz_switch","pid":4683,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.169977967Z","hostname":"oxz_switch","pid":4683,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.170140219Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.170508503Z","hostname":"oxz_switch","pid":4683,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.170564604Z","hostname":"oxz_switch","pid":4683,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:54345","producer_id":"3556ddab-97b8-481f-adb6-f75c0f1ab79c"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:03.170577954Z","hostname":"oxz_switch","pid":4683,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.170586024Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.171479875Z","hostname":"oxz_switch","pid":4683} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.171908419Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.172117122Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-04T23:27:46.438753045Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.172166552Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","id":"4520202501638862895"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.172178972Z","hostname":"oxz_switch","pid":4683,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:28:03.174511999Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.714289761Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.719138157Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.722031091Z","hostname":"oxz_switch","pid":4683} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.722224093Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.723458457Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-04T23:27:46.438620424Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.723508788Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","id":"8965338802858165121"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:03.723518178Z","hostname":"oxz_switch","pid":4683,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:28:04.416005862Z","hostname":"oxz_switch","pid":4683,"interface":"tfportqsfp0_0","entry":"10.151.1.174->5e:07:bc:77:e6:73"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:04.435016922Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:04.440133901Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:04.443008354Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:05.908757036Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:05.913706134Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:05.916906071Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:06.502622652Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:06.507961054Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:06.510599905Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:07.723379576Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:07.729238754Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:07.732723234Z","hostname":"oxz_switch","pid":4683} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:08.173460942Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1756efb2-48e3-4a81-b731-4d0a0c88feb9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60ce65ca-1d2b-4f5a-9afa-9d25546fdef2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 963305370 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:08.174082379Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:08.20876029Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:08.694443997Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:08.700804401Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:08.704412332Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:10.012297512Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:10.017079957Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:10.019786478Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:11.292080677Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:11.296285225Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:11.299019207Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:12.069492342Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:12.074174246Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:12.076965348Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:13.072674144Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:13.077197746Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:13.079708955Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:13.177073409Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:13.725520111Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:13.839552197Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:13.843808496Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:13.846920992Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:14.747184786Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:14.752268445Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:14.75534669Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:15.391546565Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:15.396380321Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:15.398785139Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:16.896234787Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:16.901342676Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:16.904009517Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:17.613251525Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:17.617235321Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:17.619547327Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:18.729656934Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:18.734068615Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:18.736350861Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:20.049004215Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:20.053579208Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:20.056587543Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:21.222060088Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:21.227489111Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:21.230302764Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:22.421510406Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:22.426658825Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:22.429472838Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.180225807Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.210415359Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:28:23.211611545Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.040472127s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.433036167Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1756efb2-48e3-4a81-b731-4d0a0c88feb9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60ce65ca-1d2b-4f5a-9afa-9d25546fdef2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 221854870 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.433937595Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.488459174Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.559972088Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.567162443Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.57102064Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:23.728968315Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:24.717009024Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:24.722442547Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:24.725720668Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:25.598133652Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:25.607436157Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:25.617725358Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:26.254710189Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:26.260599087Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:26.269745843Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:27.407038262Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:27.416183118Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:27.42070345Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:28.36663955Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:28.373314637Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:28.377761208Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:29.642367203Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:29.647164739Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:29.650078312Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:30.776839312Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:30.782603659Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:30.785477452Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:31.445722047Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:31.450241699Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:31.452982021Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:32.143243192Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:32.148737285Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:32.151599498Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:33.188022136Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:33.468606565Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:33.473938497Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:33.477043673Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:33.732680205Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:34.163845062Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:34.169472397Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:34.172370401Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:34.98222608Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:34.989050799Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:34.993530891Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:35.831454849Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:35.839401228Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:35.843825774Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:36.598654874Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:36.605867737Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:36.609855937Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:37.31572855Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:37.319706266Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:37.322460628Z","hostname":"oxz_switch","pid":4683} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:38.494563107Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:28:38.495692131Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.319741346s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:38.617548647Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:38.622488774Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:38.625204456Z","hostname":"oxz_switch","pid":4683} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:39.175089075Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1756efb2-48e3-4a81-b731-4d0a0c88feb9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60ce65ca-1d2b-4f5a-9afa-9d25546fdef2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1694, tv_nsec: 959628302 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:39.175903104Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:39.210575574Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:39.959673376Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:39.964578183Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:39.967437656Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:41.070751507Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:41.075697147Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:41.078579288Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:42.192807155Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:42.197291997Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:42.20018574Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:43.191332975Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:43.569809645Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:43.575730764Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:43.578670457Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:43.735901933Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:44.68574698Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:44.690777788Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:44.693501549Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:45.344531105Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:45.350188434Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:45.353242488Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:50.446375951Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:50.459139388Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:50.520292631Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:51.443781744Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:51.451382912Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:51.456057375Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:52.678985045Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:52.685937635Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:52.690467637Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:53.214641969Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:53.369977842Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:53.377232416Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:53.380917929Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:53.741086977Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:54.216798549Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:28:54.223057492Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.045868504s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:54.614734234Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:54.622363102Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:54.62737503Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:55.357694632Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:55.365414531Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:55.370231627Z","hostname":"oxz_switch","pid":4683} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:55.478401676Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1756efb2-48e3-4a81-b731-4d0a0c88feb9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60ce65ca-1d2b-4f5a-9afa-9d25546fdef2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1711, tv_nsec: 260625447 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:55.479963464Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:55.559068507Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:56.509125457Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:56.516005536Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:56.519010681Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:57.188230669Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:57.194979607Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:57.199464418Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:58.556420767Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:58.561997521Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:28:58.56537006Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:00.061108571Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:00.067175081Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:00.070452199Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:01.40162866Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:01.407566238Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:01.41031046Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:02.752109223Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:02.761233288Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:02.765985863Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:03.218429377Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:03.414746623Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:03.425568108Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:03.433266427Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:03.742479307Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:04.286814871Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:04.294983675Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:04.299939292Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:04.905343362Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:04.913294684Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:04.917450392Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:05.877161211Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:05.888181658Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:05.919604661Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:06.527355977Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:06.541197467Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:06.560270227Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:07.677848279Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:07.687074715Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:07.704173403Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:08.25662464Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:08.265085938Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:08.269908953Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:09.461355597Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:09.46594062Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:09.46854466Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:10.417755048Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:10.429907669Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:10.436239422Z","hostname":"oxz_switch","pid":4683} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:10.55993765Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:29:10.563369729Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.387195185s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:11.046158283Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:11.054036224Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:11.058587507Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:11.787871396Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:11.792817393Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:11.795759367Z","hostname":"oxz_switch","pid":4683} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:12.147292956Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1756efb2-48e3-4a81-b731-4d0a0c88feb9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60ce65ca-1d2b-4f5a-9afa-9d25546fdef2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1727, tv_nsec: 931604833 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:12.155773434Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:12.532347521Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:13.182569108Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:13.187864069Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:13.190968355Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:13.228388707Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:13.744225733Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:13.789569946Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:13.79599231Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:13.798896404Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:14.487545574Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:14.492556742Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:14.495679738Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:15.478179762Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:15.487393688Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:15.492512847Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:16.385057233Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:16.391289765Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:16.395253981Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:17.564789754Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:17.570706093Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:17.574501446Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:18.250927696Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:18.257576932Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:18.261424457Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:18.941578659Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:18.946196333Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:18.949038666Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:19.860772901Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:19.86674183Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:19.869977047Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:20.518872032Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:20.531531694Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:20.618237605Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:22.081695927Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:22.087174Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:22.089999823Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:23.231379171Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:23.531456196Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:23.537014301Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:23.540547392Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:23.749036639Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:24.858886825Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:24.866010357Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:24.870679031Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:26.291670438Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:26.298658959Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:26.302753176Z","hostname":"oxz_switch","pid":4683} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:27.533229893Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:29:27.534910262Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.359291228s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:27.582588313Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:27.589082248Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:27.592960372Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:28.409913784Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:28.41731562Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:28.421196154Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:29.168215964Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:29.176882348Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:29.180307418Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:29.726607759Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:29.735007711Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:29.739773524Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:31.084823428Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:31.089920396Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:31.093060953Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:32.477182642Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:32.485517758Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:32.490497216Z","hostname":"oxz_switch","pid":4683} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:32.862637382Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1756efb2-48e3-4a81-b731-4d0a0c88feb9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60ce65ca-1d2b-4f5a-9afa-9d25546fdef2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1748, tv_nsec: 646804561 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:32.863368751Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:32.903420523Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:33.235284954Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:33.581302689Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:33.590337803Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:33.594146277Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:33.752839659Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:34.486264857Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:34.494558213Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:34.498284296Z","hostname":"oxz_switch","pid":4683} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:35.751064919Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:29:35.75205129Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"92.575675376s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:35.866291259Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:35.871094714Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:35.873661794Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:37.251686113Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:37.257093176Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:37.265717386Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:38.725753043Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:38.731168426Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:38.73410316Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:39.655506099Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:39.661050863Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:39.664082188Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:41.121304943Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:41.127030829Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:41.129633239Z","hostname":"oxz_switch","pid":4683} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:41.857649834Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1756efb2-48e3-4a81-b731-4d0a0c88feb9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60ce65ca-1d2b-4f5a-9afa-9d25546fdef2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1757, tv_nsec: 642224603 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:41.85811215Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:41.890016708Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:41.89015223Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::c]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-04T23:29:41.890578605Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"98.71463548s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:42.468679416Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:42.473782685Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:42.476716442Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:43.237399008Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:43.656115702Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:43.660970228Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:43.66371973Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:43.754860552Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:44.252627298Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:44.258512896Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:44.261247898Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:45.065834687Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:45.071541623Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:45.074927052Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:46.514733095Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:46.520701594Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:46.523738478Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:47.629387103Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:47.635482674Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:47.63859188Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:48.754174919Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:48.760040686Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:48.763128602Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:49.699377625Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:49.704600251Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:49.708416884Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:50.566804473Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:50.573570682Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:50.577410396Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:51.356033384Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:51.361898402Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:51.364965707Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:52.441503505Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:52.447556244Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:52.450890753Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:53.082480024Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:53.087228989Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:53.090226213Z","hostname":"oxz_switch","pid":4683} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:53.239629266Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4520202501638862895"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:53.757584363Z","hostname":"oxz_switch","pid":4683,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8965338802858165121"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:54.595284355Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:54.600852262Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:54.603785596Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:55.432449922Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:55.438075137Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:55.440812249Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:56.290307156Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:56.295707308Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:56.298969216Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:57.582865379Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:57.588871498Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:57.592039135Z","hostname":"oxz_switch","pid":4683} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:57.854177042Z","hostname":"oxz_switch","pid":4683,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1756efb2-48e3-4a81-b731-4d0a0c88feb9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"60ce65ca-1d2b-4f5a-9afa-9d25546fdef2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"df4483de-4b3e-4457-be14-7464a95b3f5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1773, tv_nsec: 637674500 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:57.854786599Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:57.887985992Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:57.96310634Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814d9a0d-577e-42c7-b4b5-ae33594c7862\", \"content-length\": \"41\", \"date\": \"Wed, 04 Feb 2026 23:29:57 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:57.964641568Z","hostname":"oxz_switch","pid":4683,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:58.386950074Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:58.393395289Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:58.396877399Z","hostname":"oxz_switch","pid":4683} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:29:58.6472262Z","hostname":"oxz_switch","pid":4683,"local_addr":"[fd00:1122:3344:101::2]:54345","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:37737"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-02-04T23:29:58.666087508Z","hostname":"oxz_switch","pid":4683,"uri":"/3556ddab-97b8-481f-adb6-f75c0f1ab79c","method":"GET","req_id":"fe4ae178-891a-4e79-9d6e-f92bb1879d7f","remote_addr":"[fd00:1122:3344:101::d]:37737","local_addr":"[fd00:1122:3344:101::2]:54345","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":16768,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:59.77907684Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:59.784063387Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:29:59.786961761Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:00.377867893Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:00.385013906Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:00.388976936Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:00.941525441Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:00.949901738Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:00.954827305Z","hostname":"oxz_switch","pid":4683} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:02.206946641Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportrear0_0 addrs [fe80::f861:10ff:fe8e:ca0c]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:02.215666852Z","hostname":"oxz_switch","pid":4683} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-04T23:30:02.220416787Z","hostname":"oxz_switch","pid":4683}