[ Mar 2 08:11:46 Enabled. ] [ Mar 2 08:11:46 Rereading configuration. ] [ Mar 2 08:11:47 Rereading configuration. ] [ Mar 2 08:12:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 2 08:12:08 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:08.605110245Z","hostname":"oxz_switch","pid":5397,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-f20f786e","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:08.607657844Z","hostname":"oxz_switch","pid":5397} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:08.608005364Z","hostname":"oxz_switch","pid":5397} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:08.608556891Z","hostname":"oxz_switch","pid":5397,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:08.610403798Z","hostname":"oxz_switch","pid":5397,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 670eb166-06d2-4bd3-a67f-54a4c90e5842,\n ),\n sled_id: Some(\n cab1cdf1-3b67-4fed-b025-4c79e55a57e3,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:08.611815532Z","hostname":"oxz_switch","pid":5397} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:08.611837933Z","hostname":"oxz_switch","pid":5397,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:08.615611919Z","hostname":"oxz_switch","pid":5397,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::54de:91ff:fed0:4f9d->56:de:91:d0:4f:9d"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:08.617135016Z","hostname":"oxz_switch","pid":5397} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:08.622290895Z","hostname":"oxz_switch","pid":5397} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:12:08.627255098Z","hostname":"oxz_switch","pid":5397} [ Mar 2 08:12:09 Rereading configuration. ] [ Mar 2 08:12:09 Executing refresh method (:kill). ] [ Mar 2 08:12:09 Stopping because all processes in service exited. ] [ Mar 2 08:12:09 Executing stop method (:kill). ] [ Mar 2 08:12:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 2 08:12:09 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.170074666Z","hostname":"oxz_switch","pid":5475,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-f20f786e","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.170881111Z","hostname":"oxz_switch","pid":5475} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.171213411Z","hostname":"oxz_switch","pid":5475} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.171312664Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.173227803Z","hostname":"oxz_switch","pid":5475,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.173308096Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 670eb166-06d2-4bd3-a67f-54a4c90e5842, sled_id: cab1cdf1-3b67-4fed-b025-4c79e55a57e3, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 51d71a49-bb1d-478f-8391-8694c0bce448, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.173327677Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter","producer_id":"fc6866de-86a8-43b1-95cb-9e49ece8ebe9"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 670eb166-06d2-4bd3-a67f-54a4c90e5842,\n ),\n sled_id: Some(\n cab1cdf1-3b67-4fed-b025-4c79e55a57e3,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.174808742Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.18091632Z","hostname":"oxz_switch","pid":5475} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.181958503Z","hostname":"oxz_switch","pid":5475,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6486:f6ff:febf:96c5->66:86:f6:bf:96:c5"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.182144129Z","hostname":"oxz_switch","pid":5475,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::54de:91ff:fed0:4f9d->56:de:91:d0:4f:9d"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.18350358Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.184956765Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:46616","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.185088349Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:46616","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.185250344Z","hostname":"oxz_switch","pid":5475,"local_addr":"[fd00:1122:3344:101::2]:46616","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46616","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.185281845Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.185293696Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.185591505Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.186053889Z","hostname":"oxz_switch","pid":5475,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.186121441Z","hostname":"oxz_switch","pid":5475,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46616","producer_id":"fc6866de-86a8-43b1-95cb-9e49ece8ebe9"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.186132661Z","hostname":"oxz_switch","pid":5475,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.186141372Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.18642413Z","hostname":"oxz_switch","pid":5475} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.186866834Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:12:09.188188505Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"2.025982ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.18834331Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-02T08:11:42.539488472Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.188374931Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","id":"9183437311207393549"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.188402571Z","hostname":"oxz_switch","pid":5475,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:12:09.189280109Z","hostname":"oxz_switch","pid":5475} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.425239349Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10ac68e8-f317-483a-b753-57e33b539020.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59612fa9-19c6-4b63-884c-53d46d45cfc5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 12876, tv_nsec: 963124459 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.425847978Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:09.468797913Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T08:12:09.749198705Z","hostname":"oxz_switch","pid":5475,"interface":"tfportqsfp0_0","entry":"10.151.1.174->3e:8f:e9:06:20:44"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:10.65753258Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:10.661663918Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:10.664617619Z","hostname":"oxz_switch","pid":5475} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:10.664839786Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:10.66628874Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-02T08:11:42.539340268Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:10.666341272Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","id":"11871436537655160838"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:10.666357103Z","hostname":"oxz_switch","pid":5475,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:11.362769039Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:11.368753274Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:11.371815218Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:12.560595166Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:12.565341553Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:12.568388697Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:13.802161434Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:13.806349493Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:13.808789608Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:14.862815949Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:14.867476233Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:14.870210447Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:15.9865726Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:15.991507923Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:15.994173555Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:16.640897099Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:16.645643425Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:16.648423261Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:17.651798739Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:17.656450953Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:17.659705703Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:18.853356171Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:18.858031035Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:18.861023618Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:19.193336391Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:20.348785941Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:20.354137286Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:20.357056837Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:20.668476375Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:21.178606865Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:21.18300876Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:21.185954971Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:21.88890659Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:21.893818802Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:21.896758032Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:22.657313528Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:22.661745295Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:22.664228212Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:23.809515439Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:23.814037718Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:23.816723451Z","hostname":"oxz_switch","pid":5475} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:24.471690664Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:12:24.473362923Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.285922018s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:24.740188685Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10ac68e8-f317-483a-b753-57e33b539020.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59612fa9-19c6-4b63-884c-53d46d45cfc5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 12892, tv_nsec: 276118033 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:24.741573994Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:24.800288975Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:24.905073048Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:24.911190245Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:24.927327662Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:25.698159386Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:25.70397719Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:25.707731507Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:26.684334271Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:26.689108596Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:26.692008551Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:27.570195668Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:27.576131816Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:27.579824033Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:28.758289196Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:28.772359057Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:28.782935812Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:29.209952394Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:30.030385137Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:30.036188736Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:30.039818758Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:30.684120797Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:30.703598979Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:30.709087419Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:30.711860084Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:31.993364308Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:31.99860853Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:32.00216001Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:32.863901396Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:32.868703675Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:32.871634935Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:34.339104007Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:34.344671629Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:34.347654451Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:35.248409423Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:35.254962958Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:35.25898234Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:36.528949346Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:36.533746195Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:36.536414274Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:37.588842475Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:37.595393827Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:37.598931056Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:39.044218657Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:39.04917213Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:39.052052019Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:39.211557559Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:39.812081963Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:12:39.814122402Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"30.616137194s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:40.100895194Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:40.107177168Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:40.109846061Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:40.684777842Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:40.924138202Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10ac68e8-f317-483a-b753-57e33b539020.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59612fa9-19c6-4b63-884c-53d46d45cfc5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 12908, tv_nsec: 450732471 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:40.924840764Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:40.957257674Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:41.568078082Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:41.572386195Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:41.575033646Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:42.924730359Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:42.929060003Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:42.931620862Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:43.76539748Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:43.770425455Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:43.773352755Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:44.770345298Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:44.774713483Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:44.777428407Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:45.811570633Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:45.818430354Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:45.822033132Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:46.712790793Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:46.717863738Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:46.720335814Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:47.735294364Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:47.741437154Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:47.744810808Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:49.438605304Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:49.445259969Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:49.44884751Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:49.450965725Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:50.560824587Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:50.57065823Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:50.58068128Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:50.687381241Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:51.855071881Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:51.862224562Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:51.866593566Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:53.240961021Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:53.247833453Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:53.251452125Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:54.55013634Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:54.557797746Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:54.562384088Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:55.33215519Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:55.338137695Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:55.341710235Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:55.937343503Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:55.942736599Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:55.945897817Z","hostname":"oxz_switch","pid":5475} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:55.960420965Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:12:55.963611943Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"46.767020841s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:56.469761709Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:56.474596059Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:56.477380214Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:57.873402988Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:57.878704491Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:57.881149807Z","hostname":"oxz_switch","pid":5475} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:58.573087475Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10ac68e8-f317-483a-b753-57e33b539020.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59612fa9-19c6-4b63-884c-53d46d45cfc5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 12926, tv_nsec: 99693008 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:58.574758467Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:58.613922335Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:59.322144017Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:59.326799581Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:59.329466933Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:12:59.451033434Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:00.618793434Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:00.623693745Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:00.62676469Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:00.688840965Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:01.465034684Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:01.470397109Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:01.478031175Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:02.941806558Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:02.947042529Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:02.950260698Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:03.993890738Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:03.999416639Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:04.003052521Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:05.397388621Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:05.403067216Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:05.406402319Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:06.321866544Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:06.326759145Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:06.329920813Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:07.513527221Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:07.519063482Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:07.522038914Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:08.438553832Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:08.443836775Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:08.446879849Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:09.452751545Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:09.724239961Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:09.729339369Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:09.732331171Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:10.454982588Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:10.460457237Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:10.463353796Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:10.690765603Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:11.7933124Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:11.79850633Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:11.80173462Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:13.218613017Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:13.223985003Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:13.22744379Z","hostname":"oxz_switch","pid":5475} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:13.615172093Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:13:13.616163413Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"64.419666961s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:14.282369999Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:14.287616221Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:14.290565701Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:15.448545608Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:15.45445577Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:15.457753062Z","hostname":"oxz_switch","pid":5475} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:16.316728534Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10ac68e8-f317-483a-b753-57e33b539020.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59612fa9-19c6-4b63-884c-53d46d45cfc5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 12943, tv_nsec: 844261586 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:16.31724028Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:16.356597654Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:16.51627807Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:16.522604616Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:16.52599115Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:17.433869601Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:17.439316169Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:17.442394295Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:18.744580733Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:18.7503Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:18.753457767Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:19.455140698Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:19.567283448Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:19.572572461Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:19.575971746Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:20.208952617Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:20.215311953Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:20.218821791Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:20.692319652Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:21.110189025Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:21.115025784Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:21.118034237Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:22.620658178Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:22.626109146Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:22.629060597Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:23.272726266Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:23.27805445Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:23.281180867Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:24.269512059Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:24.27502331Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:24.278243809Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:25.079173179Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:25.084985658Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:25.088212938Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:25.964831795Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:25.969755677Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:25.972377207Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:26.68454354Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:26.689277186Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:26.691896687Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:28.024795342Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:28.030500808Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:28.033425818Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:28.768313023Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:28.773489983Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:28.776586938Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:29.456316081Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:29.646080037Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:29.650836774Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:29.653777425Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:30.694475185Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:31.015620903Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:31.02072235Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:31.023276579Z","hostname":"oxz_switch","pid":5475} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:31.357869883Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:13:31.358997087Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"82.162507895s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:31.745028638Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:31.749818906Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:31.752331743Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:32.561647254Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:32.566295168Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:32.569358743Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:33.919079677Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:33.924069391Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:33.92695476Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:35.385736348Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:35.390895997Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:35.393886339Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:36.462942635Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:36.467554077Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:36.470719125Z","hostname":"oxz_switch","pid":5475} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:37.051277107Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10ac68e8-f317-483a-b753-57e33b539020.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59612fa9-19c6-4b63-884c-53d46d45cfc5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 12964, tv_nsec: 578937790 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:37.051885236Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:37.084000367Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:37.702289185Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:37.707020841Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:37.709818447Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:38.529378705Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:38.533666997Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:38.536071851Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:39.102318301Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:39.107295475Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:39.109868634Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:39.457455738Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:39.793751953Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:39.799009066Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:39.802180283Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:40.696071393Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:40.963921197Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:40.969357624Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:40.97213628Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:41.936832994Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:41.942339404Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:41.945614175Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:42.558000328Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:42.563419935Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:42.566610653Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:44.061042443Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:44.066727078Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:44.070135753Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:45.218507105Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:45.225199562Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:45.228993989Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:46.642677358Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:46.653155851Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:46.66448478Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:48.171715744Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:48.178644118Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:48.189028068Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:49.467747431Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:49.663565972Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:49.676950435Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:49.68101007Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:50.700081343Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:51.142637297Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:51.149267942Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:51.153924435Z","hostname":"oxz_switch","pid":5475} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:52.085208138Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:13:52.087466048Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"102.890943635s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:52.635442955Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:52.643079761Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:52.667497214Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:54.002565387Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:54.009608164Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:54.013608218Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:54.805784281Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:54.813634133Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:54.818579165Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:55.796382266Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:55.802923377Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:55.807371565Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:56.87804957Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:56.883614521Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:56.886580563Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:57.664119893Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:57.671595723Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:57.675414051Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:58.476880298Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:58.482404689Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:58.485819914Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:59.483735982Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:13:59.995608323Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:00.001792034Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:00.005128307Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:00.753112674Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:01.310345317Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:01.315204447Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:01.318149548Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:02.61296925Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:02.618767509Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:02.622101602Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:03.39272502Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:03.39824084Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:03.401410918Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:04.288184818Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:04.293862864Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:04.296614869Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:04.848736444Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:04.853323245Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:04.8560697Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:05.827030907Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:05.832058382Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:05.835127747Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:07.319258478Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:07.324398917Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:07.32739298Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:08.175182057Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:08.189512349Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:08.207652969Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:09.30481702Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:09.310838906Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:09.314234181Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:09.487522347Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:10.363822134Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:10.368665254Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:10.371423239Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:10.754690474Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:11.275143521Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:11.279983361Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:11.282843209Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:12.179480685Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:12.184798479Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:12.187944986Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:13.434577879Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:13.439552543Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:13.442468113Z","hostname":"oxz_switch","pid":5475} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:14.417771105Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10ac68e8-f317-483a-b753-57e33b539020.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59612fa9-19c6-4b63-884c-53d46d45cfc5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 13001, tv_nsec: 944626901 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:14.440863597Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:14.480086317Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:14.899669353Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:14.906027189Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:14.909415245Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:16.006831772Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:16.0132473Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:16.016322845Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:17.100240638Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:17.106191732Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:17.109576926Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:18.001476355Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:18.00944367Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:18.014168016Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:19.181044199Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:19.187769666Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:19.191108529Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:19.490764835Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:20.648160504Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:20.655267494Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:20.658821363Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:20.757164367Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:21.927787146Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:21.935378871Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:21.939759416Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:23.226991072Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:23.233450451Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:23.237529877Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:24.37814087Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:24.383398022Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:24.386747746Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:24.958973471Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:24.964321726Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:24.967970389Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:26.399651611Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:26.405343667Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:26.408462363Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:27.210512819Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:27.218434563Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:27.221967712Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:28.209370048Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:28.2155785Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:28.218700546Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:29.170849254Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:29.177100746Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:29.1804489Z","hostname":"oxz_switch","pid":5475} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:29.481608542Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T08:14:29.483352776Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"140.286971763s","count":"7"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:29.493576661Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:30.512914101Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:30.519248086Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:30.522383243Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:30.760297954Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:32.011796577Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:32.017479693Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:32.020506076Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:32.683529573Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:32.689955321Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:32.693250463Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:33.282169523Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:33.288074165Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:33.291683986Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:34.715198148Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:34.720539357Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:34.723524855Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:35.549548329Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:35.555447462Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:35.558406953Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:36.624842027Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:36.63176184Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:36.635406143Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:37.856224059Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:37.863542595Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:37.867695983Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:38.464889489Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:38.472362549Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:38.476446306Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:39.325719458Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:39.331531017Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:39.335715676Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:39.496743605Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:40.498817962Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:40.505070315Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:40.508574503Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:40.764616323Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:41.472484424Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:41.478883631Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:41.482181633Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:42.273493399Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:42.280098852Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:42.283623141Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:43.379588827Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:43.385684445Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:43.389454371Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:44.312260593Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:44.318083953Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:44.321284662Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:45.719961896Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:45.726015823Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:45.729704376Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:46.612463213Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:46.618149198Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:46.621060848Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:47.871655243Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:47.877742911Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:47.881236279Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:49.119034499Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:49.124863209Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:49.127997495Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:49.499605721Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:50.419473274Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:50.425589482Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:50.428919965Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:50.766376047Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:51.295500064Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:51.301126617Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:51.304186112Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:52.110590523Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:52.116053122Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:52.118838787Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:52.688822884Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:52.694681295Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:52.697826322Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:53.338488509Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:53.343999759Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:53.347443875Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:54.36434347Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:54.370633584Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:54.37374067Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:55.668436286Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:55.674424241Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:55.67795327Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:56.376246785Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:56.381155096Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:56.384635973Z","hostname":"oxz_switch","pid":5475} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:57.771197943Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:57.776294701Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:57.779355695Z","hostname":"oxz_switch","pid":5475} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:58.291655311Z","hostname":"oxz_switch","pid":5475,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10ac68e8-f317-483a-b753-57e33b539020.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"59612fa9-19c6-4b63-884c-53d46d45cfc5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e7b5996e-11d4-405b-bdd2-aef7fac821c2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 13045, tv_nsec: 819416573 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:58.292150546Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:58.331008775Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:58.342722447Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6a6ecb-6397-4765-ab7c-23c7e829d569\", \"content-length\": \"41\", \"date\": \"Mon, 02 Mar 2026 08:14:58 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:58.345005127Z","hostname":"oxz_switch","pid":5475,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:59.130190922Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:59.136014022Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:59.139276243Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:14:59.50282689Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9183437311207393549"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:15:00.430483961Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:15:00.436869949Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:15:00.440384377Z","hostname":"oxz_switch","pid":5475} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:15:00.769823932Z","hostname":"oxz_switch","pid":5475,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11871436537655160838"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:15:01.770520547Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportrear0_0 addrs [fe80::54de:91ff:fed0:4f9d]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:15:01.779472103Z","hostname":"oxz_switch","pid":5475} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T08:15:01.783835788Z","hostname":"oxz_switch","pid":5475}