[ Mar 2 22:26:12 Enabled. ] [ Mar 2 22:26:12 Rereading configuration. ] [ Mar 2 22:26:12 Rereading configuration. ] [ Mar 2 22:26:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 2 22:26:23 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:23.760727714Z","hostname":"oxz_switch","pid":4925,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:23.807580709Z","hostname":"oxz_switch","pid":4925} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:23.807910504Z","hostname":"oxz_switch","pid":4925} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:23.808167218Z","hostname":"oxz_switch","pid":4925,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:23.810177551Z","hostname":"oxz_switch","pid":4925,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 949bd0be-ddb4-4aa7-b226-40a4ee774f3e,\n ),\n sled_id: Some(\n 5305d1aa-37ce-473e-af66-0e35c411b133,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:23.811506542Z","hostname":"oxz_switch","pid":4925} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:23.811534663Z","hostname":"oxz_switch","pid":4925,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:23.815984214Z","hostname":"oxz_switch","pid":4925,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::184a:baff:fee5:8e15->1a:4a:ba:e5:8e:15"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:23.818012437Z","hostname":"oxz_switch","pid":4925} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:23.822986617Z","hostname":"oxz_switch","pid":4925} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:26:23.828033358Z","hostname":"oxz_switch","pid":4925} [ Mar 2 22:26:24 Rereading configuration. ] [ Mar 2 22:26:24 Executing refresh method (:kill). ] [ Mar 2 22:26:24 Stopping because all processes in service exited. ] [ Mar 2 22:26:24 Executing stop method (:kill). ] [ Mar 2 22:26:24 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 2 22:26:24 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.435097786Z","hostname":"oxz_switch","pid":5184,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-37992295","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.483514886Z","hostname":"oxz_switch","pid":5184} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.48383054Z","hostname":"oxz_switch","pid":5184} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.483921382Z","hostname":"oxz_switch","pid":5184,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.485171142Z","hostname":"oxz_switch","pid":5184,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.486049316Z","hostname":"oxz_switch","pid":5184,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 949bd0be-ddb4-4aa7-b226-40a4ee774f3e, sled_id: 5305d1aa-37ce-473e-af66-0e35c411b133, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 1af50f1d-3b68-484b-a3dd-efdf6bf68967, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.486075017Z","hostname":"oxz_switch","pid":5184,"unit":"oximeter","producer_id":"dd6b0e09-d112-45d2-be9d-a14e4190776a"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 949bd0be-ddb4-4aa7-b226-40a4ee774f3e,\n ),\n sled_id: Some(\n 5305d1aa-37ce-473e-af66-0e35c411b133,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.488525156Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.497627013Z","hostname":"oxz_switch","pid":5184} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.498959574Z","hostname":"oxz_switch","pid":5184,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::184a:baff:fee5:8e15->1a:4a:ba:e5:8e:15"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.499260599Z","hostname":"oxz_switch","pid":5184,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ac63:cfff:fe19:b09d->ae:63:cf:19:b0:9d"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.501758839Z","hostname":"oxz_switch","pid":5184,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.502697744Z","hostname":"oxz_switch","pid":5184,"local_addr":"[fd00:1122:3344:101::2]:35055","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.502747845Z","hostname":"oxz_switch","pid":5184,"local_addr":"[fd00:1122:3344:101::2]:35055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.502984919Z","hostname":"oxz_switch","pid":5184,"local_addr":"[fd00:1122:3344:101::2]:35055","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:35055","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.50304185Z","hostname":"oxz_switch","pid":5184,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.50305936Z","hostname":"oxz_switch","pid":5184,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.503192622Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.503409076Z","hostname":"oxz_switch","pid":5184} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.50367859Z","hostname":"oxz_switch","pid":5184,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.503735981Z","hostname":"oxz_switch","pid":5184,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:35055","producer_id":"dd6b0e09-d112-45d2-be9d-a14e4190776a"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:24.503753861Z","hostname":"oxz_switch","pid":5184,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.503760721Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.503847063Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.505355967Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-02T22:26:07.651179629Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.505399328Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","id":"3653748003573496863"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:24.505429479Z","hostname":"oxz_switch","pid":5184,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:26:24.507020934Z","hostname":"oxz_switch","pid":5184} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:26:25.089473385Z","hostname":"oxz_switch","pid":5184,"interface":"tfportqsfp0_0","entry":"10.151.1.174->82:47:13:41:a8:66"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:25.457725626Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:25.461882873Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:25.464506045Z","hostname":"oxz_switch","pid":5184} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:25.464720039Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:25.46605014Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-02T22:26:07.651045187Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:25.466103061Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","id":"13539998305390277923"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:25.466114151Z","hostname":"oxz_switch","pid":5184,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:26.014666766Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:26.019335021Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:26.021909113Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:26.677141636Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:26.683477888Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:26.687716406Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:27.74654109Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:27.752080829Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:27.754989016Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:28.549840207Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:28.554212247Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:28.557046933Z","hostname":"oxz_switch","pid":5184} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:29.507063674Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1399, tv_nsec: 711854034 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:29.507613013Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:29.541258785Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:29.799002486Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:29.803251034Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:29.805922407Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:31.225686994Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:31.230608293Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:31.233337117Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:32.595581557Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:32.601147547Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:32.604131355Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:33.836336891Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:33.840424327Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:33.843346054Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:34.513371534Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:34.838281827Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:34.842685438Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:34.845612896Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:35.427306444Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:35.431610854Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:35.434374918Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:35.468521098Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:36.212527971Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:36.216985703Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:36.220412258Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:37.27674308Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:37.281796772Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:37.284431634Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:38.643721976Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:38.648475673Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:38.651449261Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:39.467209085Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:39.471471014Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:39.474656315Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:39.510843887Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:39.515532093Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:39.518427829Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:40.300407921Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:40.306448472Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:40.309865484Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:41.614543394Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:41.621550759Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:41.624701117Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:42.297729609Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:42.303317203Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:42.306271894Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:43.136485199Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:43.14173266Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:43.145166693Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:43.702061904Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:43.708847513Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:26:43.708877185Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.042137584s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:44.304721959Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1415, tv_nsec: 281387752 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:44.308064058Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:44.341353963Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:44.348321228Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:44.358144156Z","hostname":"oxz_switch","pid":5184} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:44.460304573Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:44.636925656Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:45.600207449Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:45.605963301Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:45.609708293Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:46.660921192Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:46.665248274Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:46.667810253Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:47.666018995Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:47.67008997Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:47.672749301Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:48.450003299Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:48.455426748Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:48.462702109Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:49.164549758Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:49.172865798Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:49.17584966Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:50.577486184Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:50.581784227Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:50.584657185Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:51.991201461Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:51.997310683Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:52.000909514Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:52.814515063Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:52.819977224Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:52.823467264Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:53.731890215Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:53.821381108Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:53.826777209Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:53.83000083Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:54.657451892Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:54.662197405Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:54.665453308Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:54.66622789Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:55.833108009Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:55.837640781Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:55.84058255Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:56.869736237Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:56.875017714Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:56.878195428Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:57.637458578Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:57.64275888Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:57.645641569Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:59.106269429Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:59.110462478Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:59.113525655Z","hostname":"oxz_switch","pid":5184} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:26:59.502456926Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:26:59.503682988Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.793973117s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:00.027865714Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1431, tv_nsec: 25227097 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:00.028475598Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:00.061056671Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:00.607160122Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:00.613933189Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:00.617442023Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:07.902391989Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:08.05572508Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:08.056521876Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:08.152866437Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:08.166669487Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:09.417671337Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:09.42503587Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:09.429074795Z","hostname":"oxz_switch","pid":5184} {"msg":"removed stale NDP entry :fe80::ac63:cfff:fe19:b09d->ae:63:cf:19:b0:9d","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:27:10.243350729Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:10.496459522Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:10.50384418Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:10.507507918Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:11.350841367Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:11.361581209Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:11.364368183Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:12.274827767Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:12.280321684Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:12.283217897Z","hostname":"oxz_switch","pid":5184} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-02T22:27:12.573443177Z","hostname":"oxz_switch","pid":5184,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ac63:cfff:fe19:b09d->ae:63:cf:19:b0:9d"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:13.61161324Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:13.616955134Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:13.620059491Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:14.21935718Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:14.224426184Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:14.227184274Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:14.874489779Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:14.879795372Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:14.882486448Z","hostname":"oxz_switch","pid":5184} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:15.105809116Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:27:15.13552427Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.38315839s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:15.437611663Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:15.441471258Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:15.443890882Z","hostname":"oxz_switch","pid":5184} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:15.676431607Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1446, tv_nsec: 631163540 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:15.677362001Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:15.783915166Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:16.565391848Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:16.570063415Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:16.572983079Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:17.823053495Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:17.827146633Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:17.830026405Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:18.083959881Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:18.085438106Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:18.879670433Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:18.88398646Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:18.886638268Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:19.611290242Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:19.616931739Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:19.61968834Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:20.68427636Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:20.689392147Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:20.69298539Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:21.494450541Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:21.499887716Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:21.502584921Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:22.35774267Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:22.362778038Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:22.365495464Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:23.593120141Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:23.59849341Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:23.601285364Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:24.975428742Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:24.980846238Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:24.983999141Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:25.894339983Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:25.899686029Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:25.903077474Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:27.280098814Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:27.284797589Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:27.287969471Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:28.112972888Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:28.114329082Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:28.665244185Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:28.670286033Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:28.673203098Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:29.727195452Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:29.731743748Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:29.73468178Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:30.568488655Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:30.573959322Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:30.576980636Z","hostname":"oxz_switch","pid":5184} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:30.825026324Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:27:30.826152157Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"67.031447389s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:31.97471126Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:31.980766875Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:31.983688621Z","hostname":"oxz_switch","pid":5184} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:32.216430995Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1463, tv_nsec: 126690044 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:32.217144828Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:32.251328712Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:33.006174134Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:33.011478962Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:33.014328603Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:33.531395684Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:33.537074292Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:33.540483469Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:34.058208549Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:34.064116001Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:34.067085046Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:34.809883828Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:34.815055002Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:34.817922972Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:36.101639634Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:36.107354291Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:36.11053598Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:37.560907938Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:37.56656602Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:37.569616681Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:38.141516253Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:38.142936874Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:38.308555393Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:38.313528771Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:38.31645228Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:39.580343538Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:39.585392079Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:39.588848173Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:40.370616197Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:40.375251821Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:40.37787635Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:40.992022823Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:40.997764924Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:41.000934915Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:42.384042247Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:42.389220073Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:42.392522708Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:42.997413547Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:43.002409021Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:43.005708521Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:44.066997264Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:44.072710434Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:44.076142915Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:44.889190738Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:44.894416838Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:44.897186392Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:46.40259131Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:46.408055227Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:46.411332806Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:47.006225631Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:47.011590054Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:47.015013377Z","hostname":"oxz_switch","pid":5184} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:47.293473815Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:27:47.294313152Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"83.454979012s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:48.045462425Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:48.051065022Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:48.054605974Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:48.16971908Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:48.172173261Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:49.112590348Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:49.117812529Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:49.120833512Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:49.691046026Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:49.696620605Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:49.699857982Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:50.504835493Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:50.510076902Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:50.513269092Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.060939129Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.066538296Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.069614669Z","hostname":"oxz_switch","pid":5184} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.408819331Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1482, tv_nsec: 266985402 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.409322214Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.444135372Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.633688455Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.638888205Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:51.64449544Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:52.590393963Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:52.596453134Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:52.599637876Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:53.444054611Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:53.449698527Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:53.452659099Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:54.658392714Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:54.664068127Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:54.667275431Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:55.427573128Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:55.433075267Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:55.436123118Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:56.698965748Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:56.704016811Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:56.70762115Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:58.02596275Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:58.031393286Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:58.034652811Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:58.198431797Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:58.200901291Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:59.036533941Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:59.041757034Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:27:59.044633683Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:00.430696043Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:00.436295863Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:00.439902953Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:01.806810701Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:01.811711972Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:01.814264965Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:03.159440874Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:03.164391364Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:03.167607331Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:04.053884084Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:04.05898904Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:04.062003216Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:04.591110451Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:04.595206742Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:04.598059868Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:05.238812136Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:05.243038714Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:05.245700385Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:06.097267192Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:06.10203476Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:06.104825822Z","hostname":"oxz_switch","pid":5184} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:06.486269045Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:28:06.487117506Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"102.595716345s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:07.105833134Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:07.111203351Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:07.113741319Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:08.227137341Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:08.230000692Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:08.457748302Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:08.461685468Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:08.464470825Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:09.442897096Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:09.448045326Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:09.45098536Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:10.501238194Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:10.506411543Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:10.509291588Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:11.199777503Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:11.205581228Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:11.20837399Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:12.329323309Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:12.333947751Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:12.336858249Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:13.000722924Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:13.006164426Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:13.008864759Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:14.439879828Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:14.444501729Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:14.4472948Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:15.47525906Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:15.480364205Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:15.483243515Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:16.983881438Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:16.988036011Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:16.990754174Z","hostname":"oxz_switch","pid":5184} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:17.375376879Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1508, tv_nsec: 163107096 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:17.375963932Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:17.407695171Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:18.027667997Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:18.033164753Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:18.036116047Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:18.255873706Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:18.258271456Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:19.080318518Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:19.084917328Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:19.087904526Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:19.708994094Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:19.712788042Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:19.715436302Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:20.342055534Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:20.346305425Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:20.348686046Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:21.535686918Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:21.54123987Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:21.544545764Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:22.580895814Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:22.586608077Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:22.590050534Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:24.045605307Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:24.050973713Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:24.054161158Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:25.213555918Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:25.219542694Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:25.222574719Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:25.994699374Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:25.999795964Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:26.002737755Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:26.601608157Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:26.60729939Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:26.610604451Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:27.18426952Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:27.189879478Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:27.192931264Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:27.816249016Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:27.822021031Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:27.824909301Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:28.285194545Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:28.286833641Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:29.208940775Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:29.215401556Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:29.219024564Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:29.955683691Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:29.961074516Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:29.964517559Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:30.912592255Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:30.917219429Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:30.920014326Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:31.51398539Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:31.519394655Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:31.522759065Z","hostname":"oxz_switch","pid":5184} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:32.449370856Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:28:32.450244192Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"128.488394844s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:32.69165342Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:32.696696386Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:32.700057953Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:33.809087698Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:33.813890412Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:33.81699534Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:34.902678849Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:34.907944611Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:34.911004351Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:35.769957018Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:35.775272165Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:35.777802776Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:36.516889107Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:36.520986278Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:36.523501087Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:37.149117473Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:37.154114814Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:37.157055238Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:38.314573107Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:38.315894703Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:38.47087983Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:38.475582745Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:38.47834975Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:39.84920514Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:39.854014621Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:39.857072651Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:41.107962429Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:41.112434989Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:41.115314618Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:42.457695222Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:42.462223837Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:42.464702474Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:42.982030448Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:42.986335084Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:42.989239317Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:44.157818785Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:44.163331262Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:44.166187609Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:45.617504228Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:45.625264808Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:45.629618172Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:46.719919766Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:46.731950855Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:46.739175052Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:47.629061542Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:47.636566798Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:47.640611046Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:48.157632007Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:48.164862596Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:48.169588721Z","hostname":"oxz_switch","pid":5184} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:48.282824406Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1538, tv_nsec: 986742743 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:48.285878172Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:48.328529302Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:48.344625414Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:48.345140372Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:49.263789812Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:49.274422071Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:49.289853274Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:50.799872236Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:50.805900331Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:50.809542135Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:51.3470651Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:51.354897847Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:51.359272985Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:52.301382326Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:52.309109011Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:52.320189935Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:53.18622367Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:53.192539115Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:53.196168789Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:53.909875437Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:53.916186976Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:53.91957355Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:54.852386839Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:54.85752313Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:54.860487377Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:56.227348583Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:56.232099774Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:56.234928644Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:57.686378726Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:57.691214943Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:57.693924046Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:58.374609982Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:58.374947938Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:59.10392897Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:59.108722632Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:59.111133429Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:59.889116791Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:59.893258446Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:28:59.896147765Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:01.134976155Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:01.139830664Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:01.142759479Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:01.835394164Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:01.840628037Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:01.843524415Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:02.485432772Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:02.490828779Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:02.493703901Z","hostname":"oxz_switch","pid":5184} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:03.367697445Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:29:03.368719701Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"159.326005246s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:03.438448008Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:03.442759512Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:03.445520685Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:04.034147733Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:04.038579392Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:04.041676903Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:05.44828712Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:05.456683917Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:05.461142889Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:06.105304222Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:06.113480864Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:06.118840791Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:06.75590376Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:06.762035969Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:06.765356695Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:07.524937175Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:07.530129949Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:07.53332277Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:08.389379657Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:08.389726963Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:08.408076558Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:08.413993513Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:08.417203565Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:09.014853321Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:09.020153936Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:09.022812149Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:10.253588922Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:10.258517971Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:10.261252705Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:11.683502462Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:11.688662365Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:11.691935558Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:12.705952009Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:12.711043191Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:12.714124611Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:13.883597567Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:13.889943279Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:13.893845542Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:14.876967775Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:14.882150718Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:14.885217768Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:16.207839904Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:16.21281993Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:16.215702336Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:17.169125612Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:17.175600336Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:17.178894279Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:18.317550586Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:18.32461435Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:18.329839254Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:18.392734257Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:18.393329567Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:19.393913261Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:19.399104805Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:19.402069443Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:20.792654439Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:20.798445322Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:20.802127341Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:21.604748207Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:21.610013982Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:21.613102361Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:22.496436468Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:22.501777784Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:22.505554095Z","hostname":"oxz_switch","pid":5184} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:23.835010437Z","hostname":"oxz_switch","pid":5184,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3b4fc643-ee63-434f-88f0-268495375985.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6366c3c5-3c0f-4593-bb26-e4861f45e579.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"8907f580-b079-4df8-9aa8-c603751b10bd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1574, tv_nsec: 499747576 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:23.835563316Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:23.881486626Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:23.893898015Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:23.902117818Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:23.905401271Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:25.057965093Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:25.06339376Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:25.066426259Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:25.639702272Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:25.645888392Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:25.649367828Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:26.482284973Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:26.487798371Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:26.490795119Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:27.176058126Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:27.180820383Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:27.184250478Z","hostname":"oxz_switch","pid":5184} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:28.109572371Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-02T22:29:28.11073444Z","hostname":"oxz_switch","pid":5184,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"184.066705025s","count":"8"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:28.395243292Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:28.395655039Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:28.508528656Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:28.514008755Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:28.516999123Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:29.082825856Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:29.087823636Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:29.090840235Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:29.685632194Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:29.690790957Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:29.694342084Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:31.092742166Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:31.098195174Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:31.101201863Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:32.419171439Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:32.424665867Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:32.427701346Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:33.206574931Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:33.211762074Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:33.2146013Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:33.880735308Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:33.885643248Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:33.888868619Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:34.562897424Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:34.569901507Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:34.573476034Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:35.95593555Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:35.96033035Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:35.963158006Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:37.00157086Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:37.007874322Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:37.011234376Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:37.622863437Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:37.62866269Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:37.631529056Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:38.397939209Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:38.398306875Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:38.733296291Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:38.73883475Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:38.741795818Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:39.933611353Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:39.93964521Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:39.943543803Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:40.77412147Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:40.779783521Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:40.784352915Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:41.702199147Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:41.708845594Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:41.712869309Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:42.541804958Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:42.546532424Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:42.54934145Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:43.240378169Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:43.246319894Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:43.249833941Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:44.055175321Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:44.060644189Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:44.063878151Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:45.410291425Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:45.416493955Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:45.42054423Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:46.366275142Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:46.372026465Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:46.375115404Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:47.522370101Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:47.527172129Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:47.530008874Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:48.077747226Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:48.083767503Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:48.086617919Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:48.401046523Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:48.401432029Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:49.311866742Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:49.318652722Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:49.322136727Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:50.20400053Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:50.210245251Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:50.213588445Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:50.880454995Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:50.88635462Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:50.89070328Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:51.57551946Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:51.581688889Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:51.58487083Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:53.079920259Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:53.085809964Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:53.089123228Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:53.966913704Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:53.971964955Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:53.974941414Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:54.575825411Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:54.581712536Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:54.584945488Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:55.189117119Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:55.194651448Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:55.198030572Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:55.709947637Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:55.715594198Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:55.718703898Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:56.313702041Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:56.319300561Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:56.322625754Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:57.45493837Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:57.473707263Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:57.476674351Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:58.293624168Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:58.299817868Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:58.302908447Z","hostname":"oxz_switch","pid":5184} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:58.404786028Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3653748003573496863"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:58.405162434Z","hostname":"oxz_switch","pid":5184,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13539998305390277923"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:59.01774099Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:59.02397305Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:29:59.027478296Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:30:00.286931361Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:30:00.293066999Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:30:00.296362452Z","hostname":"oxz_switch","pid":5184} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:30:01.488455122Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportrear0_0 addrs [fe80::184a:baff:fee5:8e15]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:30:01.496494612Z","hostname":"oxz_switch","pid":5184} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-02T22:30:01.501343396Z","hostname":"oxz_switch","pid":5184}