[ Mar 3 19:12:37 Enabled. ] [ Mar 3 19:12:37 Rereading configuration. ] [ Mar 3 19:12:38 Rereading configuration. ] [ Mar 3 19:12:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 3 19:12:49 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.242284158Z","hostname":"oxz_switch","pid":4935,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-f20f786e","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.244469834Z","hostname":"oxz_switch","pid":4935} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.244775838Z","hostname":"oxz_switch","pid":4935} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.245047613Z","hostname":"oxz_switch","pid":4935,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.24675297Z","hostname":"oxz_switch","pid":4935,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 06a7f040-a58a-4c3a-9405-e7f5a1cc9664,\n ),\n sled_id: Some(\n 99528c77-f412-4642-b5d1-b11668f49245,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.248019871Z","hostname":"oxz_switch","pid":4935} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.248043321Z","hostname":"oxz_switch","pid":4935,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.252139187Z","hostname":"oxz_switch","pid":4935,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f89f:2fff:feae:3dd->fa:9f:2f:ae:03:dd"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.254737338Z","hostname":"oxz_switch","pid":4935} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.260220627Z","hostname":"oxz_switch","pid":4935} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-03T19:12:49.265218557Z","hostname":"oxz_switch","pid":4935} [ Mar 3 19:12:49 Rereading configuration. ] [ Mar 3 19:12:49 Executing refresh method (:kill). ] [ Mar 3 19:12:49 Stopping because all processes in service exited. ] [ Mar 3 19:12:49 Executing stop method (:kill). ] [ Mar 3 19:12:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 3 19:12:49 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.974844728Z","hostname":"oxz_switch","pid":5334,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-f20f786e","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.975807093Z","hostname":"oxz_switch","pid":5334} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.976077687Z","hostname":"oxz_switch","pid":5334} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.97624276Z","hostname":"oxz_switch","pid":5334,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.978073799Z","hostname":"oxz_switch","pid":5334,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.978308253Z","hostname":"oxz_switch","pid":5334,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 06a7f040-a58a-4c3a-9405-e7f5a1cc9664, sled_id: 99528c77-f412-4642-b5d1-b11668f49245, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 32f38635-7266-4bff-bb8f-e370e2ece0e4, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.978338694Z","hostname":"oxz_switch","pid":5334,"unit":"oximeter","producer_id":"ad06fa02-23fe-4187-9a5b-b5932bd4e4c5"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 06a7f040-a58a-4c3a-9405-e7f5a1cc9664,\n ),\n sled_id: Some(\n 99528c77-f412-4642-b5d1-b11668f49245,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.980297835Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.987483471Z","hostname":"oxz_switch","pid":5334} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.988735751Z","hostname":"oxz_switch","pid":5334,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::60d4:80ff:fed8:c940->62:d4:80:d8:c9:40"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.988953234Z","hostname":"oxz_switch","pid":5334,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f89f:2fff:feae:3dd->fa:9f:2f:ae:03:dd"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.990058262Z","hostname":"oxz_switch","pid":5334,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.990767243Z","hostname":"oxz_switch","pid":5334,"local_addr":"[fd00:1122:3344:101::2]:38536","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.990831034Z","hostname":"oxz_switch","pid":5334,"local_addr":"[fd00:1122:3344:101::2]:38536","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.991531885Z","hostname":"oxz_switch","pid":5334,"local_addr":"[fd00:1122:3344:101::2]:38536","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:38536","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.991559096Z","hostname":"oxz_switch","pid":5334,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.991575916Z","hostname":"oxz_switch","pid":5334,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.991747949Z","hostname":"oxz_switch","pid":5334,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.992118405Z","hostname":"oxz_switch","pid":5334,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.992184856Z","hostname":"oxz_switch","pid":5334,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:38536","producer_id":"ad06fa02-23fe-4187-9a5b-b5932bd4e4c5"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:49.992197476Z","hostname":"oxz_switch","pid":5334,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.992207736Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.993323974Z","hostname":"oxz_switch","pid":5334} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.993735491Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.994996221Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-03T19:12:33.165975486Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.995025332Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","id":"4469778038807124519"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:49.995051192Z","hostname":"oxz_switch","pid":5334,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-03T19:12:49.99676809Z","hostname":"oxz_switch","pid":5334} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-03T19:12:50.519282145Z","hostname":"oxz_switch","pid":5334,"interface":"tfportqsfp0_0","entry":"10.151.1.174->56:fb:aa:e5:54:d9"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:50.841908798Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:50.847935735Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:50.851038735Z","hostname":"oxz_switch","pid":5334} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:50.851238868Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:50.852198524Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-03T19:12:33.165839194Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:50.852259574Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","id":"11358432007784804717"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:50.852269685Z","hostname":"oxz_switch","pid":5334,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:51.85660235Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:51.862669238Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:51.866092953Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:52.650079698Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:52.65951067Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:52.662106411Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:53.867815882Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:53.871928388Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:53.874261326Z","hostname":"oxz_switch","pid":5334} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:54.994577585Z","hostname":"oxz_switch","pid":5334,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2a72e5e8-d1af-42e1-8bdb-dd509f296545.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"99b5ab67-4682-4631-bda3-b30ace2a22ba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 668, tv_nsec: 235457220 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:54.995179964Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:55.037680647Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:55.331174893Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:55.336022081Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:55.338503901Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:56.651626297Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:56.656543876Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:56.659561945Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:57.557137685Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:57.561681568Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:57.564081786Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:58.552936544Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:58.557599699Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:58.560510425Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:59.136712162Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:59.14154213Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:59.144314504Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:12:59.99925379Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:00.636771883Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:00.642314092Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:00.645078036Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:00.853599696Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:01.736032033Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:01.74081772Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:01.743502643Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:02.321458658Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:02.326015802Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:02.328890468Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:03.216083471Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:03.220856818Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:03.224305994Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:03.380865548Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:03.386614851Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:03.389930074Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:04.749195106Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:04.755017499Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:04.757934166Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:05.692504701Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:05.69989077Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:05.703019031Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:06.374125922Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:06.390992964Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:06.395339094Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:07.090715706Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:07.102434225Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:07.112867303Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:08.089482345Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:08.145794603Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:08.147350978Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:09.483148407Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:09.488400672Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:09.491319389Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:09.664965896Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:09.702585012Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-03T19:13:09.704063266Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.048611972s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:09.986441535Z","hostname":"oxz_switch","pid":5334,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2a72e5e8-d1af-42e1-8bdb-dd509f296545.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"99b5ab67-4682-4631-bda3-b30ace2a22ba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 683, tv_nsec: 564743900 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:09.987110296Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:10.02536303Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:10.517618632Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:10.585218262Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:10.592196594Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:10.595855097Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:11.458239055Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:11.462971022Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:11.465722886Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:12.948413911Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:12.954091162Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:12.957381535Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:13.994366771Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:14.000095263Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:14.003208103Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:14.713018678Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:14.718232912Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:14.721150169Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:15.524521621Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:15.529091185Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:15.532019432Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:21.246443189Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:21.25523859Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:21.257601728Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:21.258206868Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:21.268506934Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:21.785547503Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:21.792257861Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:21.796164384Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:23.292732433Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:23.300690711Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:23.305247865Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:24.153265626Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:24.160883148Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:24.16593983Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:24.970540422Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:24.977583175Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:24.981785803Z","hostname":"oxz_switch","pid":5334} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:24.997049309Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-03T19:13:25.003613774Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.389580849s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:25.63717204Z","hostname":"oxz_switch","pid":5334,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2a72e5e8-d1af-42e1-8bdb-dd509f296545.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"99b5ab67-4682-4631-bda3-b30ace2a22ba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 699, tv_nsec: 257414188 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:25.63837966Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:25.69611866Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:25.885709224Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:25.891484077Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:25.89476396Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:26.637975833Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:26.64341222Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:26.64586957Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:27.611888672Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:27.618438997Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:27.622143117Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:28.37670426Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:28.381395729Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:28.384285435Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:29.858174938Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:29.86450043Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:29.867830394Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:31.39526204Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:31.401667573Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:31.406179386Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:31.41013205Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:31.41078118Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:32.004606156Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:32.009683228Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:32.012745648Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:32.925481661Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:32.930895198Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:32.934183941Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:34.107571894Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:34.114026358Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:34.117569575Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:35.39164732Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:35.396541609Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:35.399510227Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:36.751633299Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:36.757270149Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:36.759957523Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:37.635288404Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:37.640507718Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:37.643588577Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:38.221388236Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:38.22662499Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:38.229500306Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:39.229008411Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:39.233843768Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:39.236572682Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:40.57476121Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:40.58030989Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:40.583715604Z","hostname":"oxz_switch","pid":5334} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:40.660446537Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-03T19:13:40.662085933Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.086694759s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:41.182987474Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:41.188489992Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:41.191686233Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:41.390678551Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:41.391119938Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:42.084951135Z","hostname":"oxz_switch","pid":5334,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2a72e5e8-d1af-42e1-8bdb-dd509f296545.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"99b5ab67-4682-4631-bda3-b30ace2a22ba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 715, tv_nsec: 742761933 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:42.085565255Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:42.117827673Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:42.564680392Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:42.569338257Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:42.572356165Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:43.346264538Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:43.35197423Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:43.354883307Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:44.029079417Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:44.034915551Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:44.037957469Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:44.555705406Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:44.560877359Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:44.563408488Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:46.012312595Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:46.017667761Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:46.020770911Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:47.52461496Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:47.530280411Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:47.53334711Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:48.06683724Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:48.072752385Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:48.075863615Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:49.379928896Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:49.385406784Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:49.388563834Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:50.833994415Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:50.839490904Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:50.841983664Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:51.393286251Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:51.393661707Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:52.231156031Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:52.236996165Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:52.240711675Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:53.243081408Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:53.247642541Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:53.251553064Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:54.467352607Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:54.472813044Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:54.476173629Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:55.679968948Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:55.685525817Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:55.688601557Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:56.941926196Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:56.961209736Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:56.97016244Z","hostname":"oxz_switch","pid":5334} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:57.119692292Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-03T19:13:57.122446927Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"67.546454612s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:57.886779157Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:57.912169815Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:57.928744191Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:59.034531708Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:59.041413779Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:59.044931915Z","hostname":"oxz_switch","pid":5334} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:59.217553929Z","hostname":"oxz_switch","pid":5334,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2a72e5e8-d1af-42e1-8bdb-dd509f296545.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"99b5ab67-4682-4631-bda3-b30ace2a22ba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 732, tv_nsec: 874839066 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:59.218650276Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:13:59.288883585Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:00.323426807Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:00.330915247Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:00.335356089Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:01.396494039Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:01.397002907Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:01.734657041Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:01.757740862Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:01.763493095Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:02.981064166Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:03.00684463Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:03.019506654Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:03.98408381Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:03.99719373Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:03.999596099Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:05.238123327Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:05.254016573Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:05.256833598Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:06.263393359Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:06.272671968Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:06.278089575Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:07.04645774Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:07.052502887Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:07.056472791Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:07.880705522Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:07.889476063Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:07.894478594Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:09.37931429Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:09.390894436Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:09.396696339Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:10.568645587Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:10.575186802Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:10.579035464Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:11.400063425Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:11.400694335Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:11.770842262Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:11.778486025Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:11.782660172Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:12.827655612Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:12.833788651Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:12.837894886Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:13.633723653Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:13.639291472Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:13.642464943Z","hostname":"oxz_switch","pid":5334} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:14.29326973Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-03T19:14:14.295843921Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"84.720269507s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:14.820368438Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:14.825864466Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:14.828686842Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:15.897760458Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:15.903102734Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:15.905848608Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:17.159897056Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:17.171016704Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:17.174626622Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:17.738647354Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:17.745051697Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:17.749030411Z","hostname":"oxz_switch","pid":5334} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:18.891387014Z","hostname":"oxz_switch","pid":5334,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2a72e5e8-d1af-42e1-8bdb-dd509f296545.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"99b5ab67-4682-4631-bda3-b30ace2a22ba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 752, tv_nsec: 548993261 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:18.891995774Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:18.941246395Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:18.978697557Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:18.983967682Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:18.987179593Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:20.418753711Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:20.423608651Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:20.426934494Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:21.403338891Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:21.403705107Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:21.778845044Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:21.784102798Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:21.786993375Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:22.752763771Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:22.758259099Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:22.761081914Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:23.80526613Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:23.810791879Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:23.8139814Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:25.278097372Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:25.283376137Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:25.286345585Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:26.352678106Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:26.357721467Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:26.36098287Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:26.967090807Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:26.972152129Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:26.975223608Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:27.819606363Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:27.824802517Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:27.827607312Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:29.181102877Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:29.18746802Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:29.190843464Z","hostname":"oxz_switch","pid":5334} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:29.273885938Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-03T19:14:29.275036847Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"99.699465272s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:30.352882963Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:30.358997701Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:30.362735192Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:31.409342356Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:31.410464674Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:31.419782254Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:31.42449969Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:31.427137532Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:31.944108988Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:31.950426929Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:31.953617271Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:32.929667731Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:32.936187446Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:32.939405958Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:34.088318016Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:34.094675698Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:34.098052643Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:35.167269041Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:35.179781132Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:35.183090445Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:36.147208824Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:36.153410474Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:36.15629555Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:37.529661095Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:37.535707702Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:37.539425072Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:38.616336733Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:38.622476932Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:38.626778731Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:39.513621939Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:39.519994472Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:39.523118682Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:40.427952999Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:40.434144468Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:40.43801372Z","hostname":"oxz_switch","pid":5334} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:40.558500476Z","hostname":"oxz_switch","pid":5334,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2a72e5e8-d1af-42e1-8bdb-dd509f296545.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"99b5ab67-4682-4631-bda3-b30ace2a22ba.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1fda17c-79ae-4714-b9f7-e18a08ca18e6.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 774, tv_nsec: 216032004 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:40.559137026Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:40.597088316Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:40.783305817Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe88b17-8afe-4a6f-b7f9-2a25d33d6f1a\", \"content-length\": \"41\", \"date\": \"Tue, 03 Mar 2026 19:14:40 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:40.786934156Z","hostname":"oxz_switch","pid":5334,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:41.247454814Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:41.25275725Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:41.256466659Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:41.412283833Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:41.412783681Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:41.911683376Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:41.91811764Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:41.92187799Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:43.372929422Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:43.382071109Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:43.38705734Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:44.400658794Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:44.406293275Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:44.409897173Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:45.885349097Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:45.891651618Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:45.894723508Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:47.238920454Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:47.244582625Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:47.248247463Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:48.076281956Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:48.082177861Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:48.084880824Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:49.338749467Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:49.344586504Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:49.348026196Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:50.304688694Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:50.310138216Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:50.313237332Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:51.190811176Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:51.197213339Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:51.200537362Z","hostname":"oxz_switch","pid":5334} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:51.418411208Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4469778038807124519"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:51.41887908Z","hostname":"oxz_switch","pid":5334,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11358432007784804717"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:52.457284398Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:52.463322535Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:52.466977284Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:53.644550551Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:53.650623499Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:53.653952832Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:54.596846104Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:54.602447724Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:54.606343926Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:55.952723289Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:55.958010704Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:55.961010712Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:56.628943353Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:56.63369538Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:56.636704788Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:57.953724037Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:57.960084389Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:57.963385062Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:58.631012988Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:58.636337603Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:14:58.639913181Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:15:00.024717037Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:15:00.031041928Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:15:00.034488314Z","hostname":"oxz_switch","pid":5334} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:15:01.024189584Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::f89f:2fff:feae:3dd]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:15:01.032801102Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-03T19:15:01.038004486Z","hostname":"oxz_switch","pid":5334}