[ Jan 31 05:57:59 Enabled. ] [ Jan 31 05:57:59 Rereading configuration. ] [ Jan 31 05:58:00 Rereading configuration. ] [ Jan 31 05:58:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 31 05:58:11 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.4281309Z","hostname":"oxz_switch","pid":4915,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.471057151Z","hostname":"oxz_switch","pid":4915} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.471369779Z","hostname":"oxz_switch","pid":4915} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.472857353Z","hostname":"oxz_switch","pid":4915,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.473550108Z","hostname":"oxz_switch","pid":4915,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n bcc85926-2010-4bb0-8bd4-4de8280fd651,\n ),\n sled_id: Some(\n 77b517e2-2db4-4507-b73d-8b24f0e28fb4,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.474974421Z","hostname":"oxz_switch","pid":4915} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.475008352Z","hostname":"oxz_switch","pid":4915,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.480244261Z","hostname":"oxz_switch","pid":4915,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c0e2:4aff:fe1c:331f->c2:e2:4a:1c:33:1f"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:11.480410445Z","hostname":"oxz_switch","pid":4915,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4052:42ff:fe7b:adc3->42:52:42:7b:ad:c3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:11.481700525Z","hostname":"oxz_switch","pid":4915} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:11.487292083Z","hostname":"oxz_switch","pid":4915} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-31T05:58:11.491609541Z","hostname":"oxz_switch","pid":4915} [ Jan 31 05:58:12 Rereading configuration. ] [ Jan 31 05:58:12 Executing refresh method (:kill). ] [ Jan 31 05:58:12 Stopping because all processes in service exited. ] [ Jan 31 05:58:12 Executing stop method (:kill). ] [ Jan 31 05:58:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 31 05:58:12 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.063249368Z","hostname":"oxz_switch","pid":5127,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.11367498Z","hostname":"oxz_switch","pid":5127} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.114002268Z","hostname":"oxz_switch","pid":5127} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.11408619Z","hostname":"oxz_switch","pid":5127,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.115903341Z","hostname":"oxz_switch","pid":5127,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.115974373Z","hostname":"oxz_switch","pid":5127,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: bcc85926-2010-4bb0-8bd4-4de8280fd651, sled_id: 77b517e2-2db4-4507-b73d-8b24f0e28fb4, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 4755f4d2-8691-4aa9-a27d-dd4215d7f0ea, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.116005163Z","hostname":"oxz_switch","pid":5127,"unit":"oximeter","producer_id":"8c28ba16-8b35-441e-9e94-1b8ecd3aa90f"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n bcc85926-2010-4bb0-8bd4-4de8280fd651,\n ),\n sled_id: Some(\n 77b517e2-2db4-4507-b73d-8b24f0e28fb4,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.11849961Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.125343087Z","hostname":"oxz_switch","pid":5127} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.126557904Z","hostname":"oxz_switch","pid":5127,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c0e2:4aff:fe1c:331f->c2:e2:4a:1c:33:1f"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.12678069Z","hostname":"oxz_switch","pid":5127,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4052:42ff:fe7b:adc3->42:52:42:7b:ad:c3"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.127825704Z","hostname":"oxz_switch","pid":5127,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.128477048Z","hostname":"oxz_switch","pid":5127,"local_addr":"[fd00:1122:3344:101::2]:34376","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.128515499Z","hostname":"oxz_switch","pid":5127,"local_addr":"[fd00:1122:3344:101::2]:34376","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.128741354Z","hostname":"oxz_switch","pid":5127,"local_addr":"[fd00:1122:3344:101::2]:34376","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:34376","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.128757505Z","hostname":"oxz_switch","pid":5127,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.128766575Z","hostname":"oxz_switch","pid":5127,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.129496622Z","hostname":"oxz_switch","pid":5127,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.129962762Z","hostname":"oxz_switch","pid":5127,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.130040924Z","hostname":"oxz_switch","pid":5127,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:34376","producer_id":"8c28ba16-8b35-441e-9e94-1b8ecd3aa90f"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.130062215Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:12.130070575Z","hostname":"oxz_switch","pid":5127,"unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.131047327Z","hostname":"oxz_switch","pid":5127} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.131436206Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.131688612Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-31T05:57:55.278794129Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.131731643Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","id":"455257697811081559"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.131747943Z","hostname":"oxz_switch","pid":5127,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-31T05:58:12.134590368Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:12.997504223Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:13.002304182Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:13.004860931Z","hostname":"oxz_switch","pid":5127} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:13.005084616Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:13.006445927Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-31T05:57:55.278662256Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:13.006499018Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","id":"3497664846545092218"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:13.006507289Z","hostname":"oxz_switch","pid":5127,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-31T05:58:13.177504157Z","hostname":"oxz_switch","pid":5127,"interface":"tfportqsfp0_0","entry":"10.151.2.174->42:4e:02:76:93:42"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:14.034077097Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:14.039779597Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:14.042909568Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:14.975764212Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:14.980219174Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:14.982818213Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:15.667374731Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:15.671853843Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:15.674918013Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:16.621984631Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:16.62630721Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:16.62934948Z","hostname":"oxz_switch","pid":5127} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.133049663Z","hostname":"oxz_switch","pid":5127,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"296d1cab-b1ce-4146-9e91-96b0145b5ac3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95644442-9bd0-4b35-b333-f2f39dee5b9c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 671, tv_nsec: 782829823 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.133588825Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.167767887Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.174809697Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.178566334Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.181261645Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.813464796Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.818123802Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:17.82105797Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:18.453470196Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:18.458530121Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:18.461244153Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:19.182924699Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:19.187150976Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:19.18954893Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:20.194902531Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:20.198524044Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:20.200897958Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:21.041100343Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:21.045144736Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:21.048252497Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:22.136470851Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:22.555614552Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:22.560086944Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:22.562809916Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:23.008575626Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:23.133776988Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:23.138189379Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:23.140998983Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:24.139601049Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:24.14361261Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:24.146062546Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:25.514708701Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:25.518915857Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:25.521430025Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:26.031949854Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:26.035928025Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:26.038699868Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:27.522354474Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:27.527576674Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:27.53045711Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:28.725954661Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:28.730572387Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:28.733443563Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:29.963361482Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:29.967838555Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:29.970715331Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:30.645864932Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:30.649939866Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:30.652639657Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:31.848235631Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:31.85254852Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:31.854791032Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.123766369Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.152852386Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-31T05:58:32.154058603Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.039313209s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.418321612Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.423160063Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.425601919Z","hostname":"oxz_switch","pid":5127} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.447789137Z","hostname":"oxz_switch","pid":5127,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"296d1cab-b1ce-4146-9e91-96b0145b5ac3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95644442-9bd0-4b35-b333-f2f39dee5b9c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 687, tv_nsec: 113872880 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.448378421Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.480521108Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:32.992180938Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:33.123515459Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:33.127740156Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:33.130682433Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:34.218281822Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:34.222962319Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:34.225887276Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:35.488314962Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:35.498120107Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:35.502276072Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:36.593829681Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:36.59861107Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:36.601393334Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:37.728679511Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:37.733970212Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:37.737207516Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:38.590746309Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:38.601768142Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:38.610494302Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:39.926013842Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:39.93944432Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:39.946820289Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:40.595802413Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:40.602749693Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:40.606834696Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:41.196657845Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:41.202778145Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:41.206863399Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:42.103923709Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:42.190137645Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:42.197812771Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:42.201468405Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:43.018646044Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:43.581352691Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:43.587210445Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:43.59046717Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:44.934128066Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:44.938532107Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:44.94125282Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:46.280607217Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:46.286771219Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:46.290173206Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:47.062876557Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:47.069745224Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:47.073518191Z","hostname":"oxz_switch","pid":5127} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:47.443085104Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-31T05:58:47.446027559Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.372844013s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:48.185025257Z","hostname":"oxz_switch","pid":5127,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"296d1cab-b1ce-4146-9e91-96b0145b5ac3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95644442-9bd0-4b35-b333-f2f39dee5b9c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 702, tv_nsec: 893076001 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:48.185955178Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:48.231732197Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:48.496725121Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:48.505757018Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:48.509955234Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:49.345872994Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:49.351992844Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:49.355066994Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:55.172118968Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:55.178569786Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:55.198957952Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:55.199654837Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:55.200400665Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:56.70688605Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:56.713505301Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:56.718856954Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:58.205191858Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:58.212539186Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:58.217389077Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:59.460737017Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:59.467163284Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:58:59.470840068Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:00.340052395Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:00.344754803Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:00.347865684Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:01.45550823Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:01.459228555Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:01.462180422Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:02.32052042Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:02.325805541Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:02.328872191Z","hostname":"oxz_switch","pid":5127} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:03.229873084Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-31T05:59:03.234462949Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.169980153s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:03.56875008Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:03.57399788Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:03.576901946Z","hostname":"oxz_switch","pid":5127} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:03.802690427Z","hostname":"oxz_switch","pid":5127,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"296d1cab-b1ce-4146-9e91-96b0145b5ac3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95644442-9bd0-4b35-b333-f2f39dee5b9c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 718, tv_nsec: 517686228 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:03.803743451Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:03.844176595Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:04.839065214Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:04.844040128Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:04.846898373Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:05.203569905Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:05.203959414Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:06.025725196Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:06.030269599Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:06.033099854Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:07.45654604Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:07.461637426Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:07.464347158Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:08.492475018Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:08.4982594Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:08.501905424Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:09.296642139Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:09.30236644Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:09.305556103Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:10.645329306Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:10.650612316Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:10.653325369Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:11.473953526Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:11.478625022Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:11.481372045Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:12.143788126Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:12.148964675Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:12.152047645Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:12.982810335Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:12.988384012Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:12.99136679Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:13.649228778Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:13.653928935Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:13.656987825Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:14.303153845Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:14.308816974Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:14.311481445Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:15.206060134Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:15.206405271Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:15.400325714Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:15.405084873Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:15.407903497Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:16.150339988Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:16.154004402Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:16.15654417Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:17.050274179Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:17.05555638Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:17.059015039Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:17.656930956Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:17.662429122Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:17.665517133Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:18.175188183Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:18.180412862Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:18.183118894Z","hostname":"oxz_switch","pid":5127} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:18.845614608Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-31T05:59:18.84702965Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"66.782108376s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:19.636159868Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:19.641016989Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:19.644433068Z","hostname":"oxz_switch","pid":5127} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:20.155169662Z","hostname":"oxz_switch","pid":5127,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"296d1cab-b1ce-4146-9e91-96b0145b5ac3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95644442-9bd0-4b35-b333-f2f39dee5b9c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 734, tv_nsec: 870275176 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:20.155640513Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:20.187090441Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:20.686979368Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:20.692152246Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:20.695546964Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:22.011105275Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:22.016773975Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:22.020379467Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:23.013854046Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:23.018901582Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:23.021749467Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:24.025067581Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:24.030406093Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:24.033708198Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:25.208120273Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:25.208516202Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:25.288988982Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:25.294786685Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:25.297628559Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:26.515432277Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:26.52126679Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:26.524596016Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:27.64076382Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:27.645936318Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:27.648789003Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:28.381265157Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:28.386195079Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:28.389138647Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:29.49392577Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:29.499308354Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:29.502117958Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:30.184031985Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:30.18947949Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:30.19255687Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:31.624387839Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:31.629005995Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:31.632016744Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:32.484013999Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:32.489119685Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:32.492055952Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:33.533027977Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:33.538183845Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:33.541146613Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:35.020704523Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:35.025990913Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:35.028693275Z","hostname":"oxz_switch","pid":5127} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:35.1885899Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-31T05:59:35.189971442Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"83.125258338s","count":"4"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:35.209895867Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:35.210218745Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:36.316506522Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:36.32122027Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:36.324461564Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:37.624357117Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:37.6301641Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:37.6332145Z","hostname":"oxz_switch","pid":5127} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:37.970419268Z","hostname":"oxz_switch","pid":5127,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"296d1cab-b1ce-4146-9e91-96b0145b5ac3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95644442-9bd0-4b35-b333-f2f39dee5b9c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 752, tv_nsec: 685717441 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:37.970908749Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:38.004385214Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:38.421197401Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:38.426336189Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:38.429364958Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:39.516080428Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:39.521267337Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:39.524234335Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:40.558699331Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:40.563752586Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:40.56655182Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:41.929405922Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:41.934079999Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:41.937075127Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:43.049566187Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:43.054609812Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:43.057358705Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:43.913508375Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:43.918713174Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:43.921756873Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:45.011225847Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:45.017152132Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:45.0201193Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:45.211639098Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:45.212263562Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:45.580706744Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:45.585902283Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:45.588681396Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:46.152135856Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:46.15714309Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:46.160055487Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:46.679304436Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:46.684993996Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:46.687842091Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:47.230855433Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:47.235898239Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:47.238816905Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:48.271876719Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:48.276445684Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:48.279416982Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:49.199951074Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:49.20505536Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:49.207914756Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:50.689559364Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:50.695139271Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:50.697915955Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:51.705404784Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:51.714484522Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:51.718565325Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:52.250294859Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:52.25560275Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:52.258408095Z","hostname":"oxz_switch","pid":5127} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:53.005026331Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-31T05:59:53.006041335Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"100.94145476s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:53.254009743Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:53.259002397Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:53.262077537Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:54.241159367Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:54.246625762Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:54.249540499Z","hostname":"oxz_switch","pid":5127} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:55.213106954Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"455257697811081559"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:55.213489243Z","hostname":"oxz_switch","pid":5127,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3497664846545092218"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:55.223231056Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:55.228491536Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:55.23129274Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:55.791057655Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:55.795554438Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:55.798774922Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:56.611016408Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:56.615562372Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:56.618607112Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:57.59717738Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:57.602473321Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:57.60551167Z","hostname":"oxz_switch","pid":5127} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:58.0657497Z","hostname":"oxz_switch","pid":5127,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"296d1cab-b1ce-4146-9e91-96b0145b5ac3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95644442-9bd0-4b35-b333-f2f39dee5b9c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d9dc22c1-095b-4f7e-a8d4-02c4df68f8ee.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 772, tv_nsec: 781212114 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:58.066380314Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:58.1042384Z","hostname":"oxz_switch","pid":5127,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:58.642005982Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:58.649167696Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:58.653927865Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:59.626943996Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:59.656752618Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T05:59:59.736688115Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T06:00:00.873313047Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T06:00:00.905683366Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T06:00:00.910080387Z","hostname":"oxz_switch","pid":5127} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T06:00:01.659486757Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportrear0_0 addrs [fe80::4052:42ff:fe7b:adc3]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T06:00:01.670178922Z","hostname":"oxz_switch","pid":5127} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-31T06:00:01.676821243Z","hostname":"oxz_switch","pid":5127}