[ Dec 20 01:26:38 Enabled. ] [ Dec 20 01:26:38 Rereading configuration. ] [ Dec 20 01:26:39 Rereading configuration. ] [ Dec 20 01:26:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 20 01:26:50 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:50.635974711Z","hostname":"oxz_switch","pid":4855,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:50.676745914Z","hostname":"oxz_switch","pid":4855} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:50.677184463Z","hostname":"oxz_switch","pid":4855} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:50.677998178Z","hostname":"oxz_switch","pid":4855,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:50.679387284Z","hostname":"oxz_switch","pid":4855,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 03ea191c-eb71-467f-ae68-5238e496a184,\n ),\n sled_id: Some(\n 326093d1-93b1-432d-a0d4-ebe1e88ea6f3,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:50.680729759Z","hostname":"oxz_switch","pid":4855} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:50.680747459Z","hostname":"oxz_switch","pid":4855,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:50.685556379Z","hostname":"oxz_switch","pid":4855,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::743a:11ff:fe9e:ae4c->76:3a:11:9e:ae:4c"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:50.687853072Z","hostname":"oxz_switch","pid":4855} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:50.69309603Z","hostname":"oxz_switch","pid":4855} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:26:50.698080644Z","hostname":"oxz_switch","pid":4855} [ Dec 20 01:26:51 Rereading configuration. ] [ Dec 20 01:26:51 Executing refresh method (:kill). ] [ Dec 20 01:26:51 Stopping because all processes in service exited. ] [ Dec 20 01:26:51 Executing stop method (:kill). ] [ Dec 20 01:26:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 20 01:26:51 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.339642331Z","hostname":"oxz_switch","pid":5237,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.381343062Z","hostname":"oxz_switch","pid":5237} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.381701859Z","hostname":"oxz_switch","pid":5237} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.381823871Z","hostname":"oxz_switch","pid":5237,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.383634775Z","hostname":"oxz_switch","pid":5237,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.383772058Z","hostname":"oxz_switch","pid":5237,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 03ea191c-eb71-467f-ae68-5238e496a184, sled_id: 326093d1-93b1-432d-a0d4-ebe1e88ea6f3, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: a1014f79-15a5-4351-bb19-3a4b63986431, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.383795438Z","hostname":"oxz_switch","pid":5237,"unit":"oximeter","producer_id":"908bc5b4-6d65-4603-b5a5-83926f806346"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 03ea191c-eb71-467f-ae68-5238e496a184,\n ),\n sled_id: Some(\n 326093d1-93b1-432d-a0d4-ebe1e88ea6f3,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.385111172Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.391996932Z","hostname":"oxz_switch","pid":5237} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.393936498Z","hostname":"oxz_switch","pid":5237,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3c82:b1ff:feb0:4772->3e:82:b1:b0:47:72"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.394247174Z","hostname":"oxz_switch","pid":5237,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::743a:11ff:fe9e:ae4c->76:3a:11:9e:ae:4c"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.395245902Z","hostname":"oxz_switch","pid":5237,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.396350953Z","hostname":"oxz_switch","pid":5237,"local_addr":"[fd00:1122:3344:101::2]:52703","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.396417214Z","hostname":"oxz_switch","pid":5237,"local_addr":"[fd00:1122:3344:101::2]:52703","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.396489526Z","hostname":"oxz_switch","pid":5237,"local_addr":"[fd00:1122:3344:101::2]:52703","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:52703","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.396500606Z","hostname":"oxz_switch","pid":5237,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.396510506Z","hostname":"oxz_switch","pid":5237,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.396585538Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.396930394Z","hostname":"oxz_switch","pid":5237,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.396993795Z","hostname":"oxz_switch","pid":5237,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:52703","producer_id":"908bc5b4-6d65-4603-b5a5-83926f806346"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:51.397005265Z","hostname":"oxz_switch","pid":5237,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.397015015Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.397638477Z","hostname":"oxz_switch","pid":5237} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.398064755Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.39830077Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-20T01:26:34.663396825Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.39834238Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","id":"13616609735993055790"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:51.39835Z","hostname":"oxz_switch","pid":5237,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:26:51.400780136Z","hostname":"oxz_switch","pid":5237} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-20T01:26:52.046536712Z","hostname":"oxz_switch","pid":5237,"interface":"tfportqsfp0_0","entry":"10.151.1.174->5a:24:2f:6b:36:66"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:52.449529881Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:52.456335198Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:52.460767901Z","hostname":"oxz_switch","pid":5237} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:52.461011616Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:52.462681528Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-20T01:26:34.663261183Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:52.462757829Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","id":"5547863117464175049"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:52.462770569Z","hostname":"oxz_switch","pid":5237,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:53.003207792Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:53.00793369Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:53.011254412Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:53.993930969Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:53.999196528Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:54.001838727Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:54.790340457Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:54.795436103Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:54.798374698Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:55.336552868Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:55.34147176Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:55.344410715Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:55.92125164Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:55.926198473Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:55.928852743Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:56.400329054Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 849, tv_nsec: 388128323 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:56.400953595Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:56.43216543Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:56.698376257Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:56.702889161Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:56.705430849Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:57.443524295Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:57.448034779Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:57.451007075Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:58.628169284Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:58.633047256Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:58.635857708Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:59.338848296Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:59.344134955Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:26:59.346784865Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:00.053513962Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:00.058033117Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:00.060509103Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:00.64009419Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:00.644290399Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:00.647472308Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:01.403024061Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:01.766689863Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:01.771288419Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:01.774691163Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:02.465190367Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:02.597015066Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:02.602998368Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:02.606347661Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:03.339377861Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:03.344389635Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:03.346990353Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:04.321328955Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:04.325960491Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:04.32857041Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:05.334653256Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:05.34025754Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:05.343154295Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:06.213774494Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:06.219494812Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:06.222351175Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:07.52010538Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:07.525394049Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:07.528455857Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:08.257482239Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:08.26284174Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:08.265757865Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:08.988348577Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:08.992970553Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:08.995928369Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:10.256428374Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:10.260599992Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:10.263768322Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:10.930491415Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:10.934729174Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:10.937216661Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:11.0569276Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:11.084001718Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:27:11.085105129Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.037188284s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:11.216568289Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 864, tv_nsec: 554008961 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:11.217072938Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:11.24749013Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:11.744047678Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:11.748561042Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:11.751274103Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:12.115645088Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:13.069083407Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:13.074733183Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:13.077351793Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:13.615380927Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:13.620713817Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:13.62352307Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:14.593651581Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:14.598796388Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:14.601327765Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:15.882300522Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:15.887562991Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:15.890532967Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:16.515336392Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:16.519631443Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:16.522441406Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:17.462835338Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:17.466940945Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:17.469786849Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:18.846016426Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:18.851433028Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:18.853958975Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:19.897512626Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:19.901976549Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:19.904578518Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:20.987839356Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:20.993308949Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:20.995638552Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:21.032215439Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:21.818445126Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:21.823593313Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:21.826433227Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:22.0917534Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:22.409157622Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:22.413499894Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:22.416799725Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:23.364968984Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:23.369962768Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:23.373214219Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:23.95307809Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:23.957595185Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:23.960237624Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:24.778093556Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:24.782515219Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:24.785285951Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:25.679665979Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:25.684685163Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:25.687410404Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:26.207973862Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:27:26.209127563Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.202429167s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:26.895481044Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 880, tv_nsec: 275645367 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:26.895963734Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:26.926198281Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:27.139509918Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:27.144092714Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:27.146968848Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:28.594435743Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:28.599764724Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:28.60276778Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:29.478151722Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:29.482721138Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:29.485350147Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:30.50562201Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:30.510580293Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:30.513138291Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:31.007382454Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:31.383327325Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:31.388596464Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:31.391555069Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:32.067047956Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:32.535094377Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:32.54003604Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:32.54268584Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:33.95634669Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:33.961425386Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:33.964204968Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:34.52443802Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:34.52870865Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:34.531239338Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:35.413235474Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:35.417629197Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:35.420019182Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:36.086483469Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:36.091074915Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:36.09391674Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:36.852825941Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:36.857239864Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:36.859892604Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:37.467989056Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:37.472171132Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:37.474537609Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:38.271889205Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:38.276324548Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:38.278878196Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:38.788338205Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:38.793765307Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:38.796491108Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:39.800655118Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:39.805272224Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:39.808003076Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:40.983633976Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:41.022546757Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:41.027087232Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:41.029797663Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:41.652726143Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:41.657084065Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:41.659320197Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:41.886769519Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:27:41.887798908Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.923567563s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:42.043098795Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:42.735773345Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:42.74028794Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:42.743116293Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:42.984336314Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 896, tv_nsec: 408048246 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:42.984855424Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:43.014372248Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:43.306178299Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:43.310709014Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:43.313275532Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:44.103873091Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:44.107458628Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:44.110068067Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:44.843707136Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:44.84924106Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:44.852035582Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:45.503964957Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:45.508650125Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:45.511270424Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:46.420902589Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:46.425380253Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:46.428202996Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:47.350953837Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:47.355551453Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:47.358217924Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:48.495849751Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:48.499927317Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:48.502477395Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:49.788270786Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:49.792426414Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:49.795238377Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:50.32937191Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:50.334675949Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:50.337127605Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:50.959042506Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:51.121126673Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:51.125423792Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:51.12801409Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:52.018352902Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:52.156338683Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:52.160756707Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:52.163242474Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:53.335734365Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:53.34083162Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:53.343078973Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:54.775352234Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:54.780117553Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:54.782868685Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:55.975259531Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:55.979723904Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:55.982908234Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:57.359279754Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:57.364010284Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:57.366898838Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:57.974468129Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:27:57.975854475Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.05523413s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:58.112884489Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:58.117972084Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:58.120706496Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:59.365387383Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:59.370327926Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:27:59.372994186Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:00.014244489Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 913, tv_nsec: 484073481 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:00.01482106Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:00.043779314Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:00.443473641Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:00.447779432Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:00.450479683Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:00.933891512Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:01.138640697Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:01.142899588Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:01.145889724Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:01.99387985Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:02.068819678Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:02.073586557Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:02.076517842Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:03.200049684Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:03.204381395Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:03.207364111Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:03.763217941Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:03.768029801Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:03.770605409Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:04.584134328Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:04.587897599Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:04.5906278Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:05.369384187Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:05.37376737Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:05.376532981Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:06.006285399Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:06.010836215Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:06.013337832Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:07.037076479Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:07.041580804Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:07.044497038Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:08.486039323Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:08.490503406Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:08.493285843Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:09.396012934Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:09.400785073Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:09.403210749Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:10.176542284Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:10.180390006Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:10.183128018Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:10.909441049Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:10.943439517Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:10.947759339Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:10.950562381Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:11.969742563Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:12.19794268Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:12.202508025Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:12.204966121Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:13.121918054Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:13.126171323Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:13.12914787Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:14.222949643Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:14.22702806Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:14.22971151Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:15.004545413Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:28:15.005753086Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.13112379s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:15.416888738Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:15.421804531Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:15.424388059Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:16.815453846Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:16.823770642Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:16.829794105Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:17.616347708Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:17.622659417Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:17.625772405Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:18.251892565Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:18.257554062Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:18.261338723Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:18.431480688Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 931, tv_nsec: 951112361 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:18.432020558Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:18.466854122Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:19.754727371Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:19.762075749Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:19.770012998Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:20.4591244Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:20.52674798Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:20.546171045Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:20.885024799Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:21.435959467Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:21.442338987Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:21.446177268Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:21.945603609Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:22.237178517Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:22.242963255Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:22.24642358Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:23.486239748Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:23.492295053Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:23.495500474Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:24.199856357Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:24.204894031Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:24.207671323Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:25.378741028Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:25.385019629Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:25.388272596Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:25.932174513Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:25.938079699Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:25.941100818Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:27.000081999Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:27.005713814Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:27.009175599Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:28.024446197Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:28.029425921Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:28.032729572Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:29.290002837Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:29.298227031Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:29.302466511Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:29.939221335Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:29.943548366Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:29.945978872Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:30.885304071Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:31.320817819Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:31.325908924Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:31.328651585Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:31.948795801Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:32.749771273Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:32.75438366Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:32.757405866Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:33.458325204Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:28:33.460175749Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"102.604167464s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:33.703402295Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:33.708257966Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:33.711532197Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:34.917604605Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:34.923263641Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:34.925961106Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:36.011151845Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:36.016187919Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:36.01886503Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:37.322552739Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:37.327195356Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:37.330043429Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:38.788998387Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:38.793920939Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:38.796729852Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:39.867438039Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:39.872219419Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:39.875684044Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:40.752752112Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:40.760471847Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:40.76493214Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:40.894775092Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:44.490118186Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:44.490382551Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:44.497136718Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:44.510452607Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:44.928731142Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 958, tv_nsec: 453357150 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:44.929550568Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:44.979523014Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:45.779482648Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:45.786821275Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:45.790978803Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:47.260732173Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:47.268915816Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:47.273286068Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:48.1554275Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:48.163535782Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:48.168402673Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:49.048079932Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:49.053083166Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:49.056027371Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:49.667983725Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:49.672409038Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:49.674929805Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:50.699646601Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:50.704973631Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:50.707542649Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:50.896496609Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:51.558353024Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:51.563195275Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:51.566250378Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:52.70488499Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:52.709985915Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:52.712625804Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:54.19382479Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:54.19972085Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:54.202667515Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:54.49178144Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:55.029687485Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:55.035836201Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:55.039117072Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:55.990869069Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:55.996055597Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:55.999075283Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:56.816615116Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:56.822047468Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:56.82534023Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:57.669236557Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:57.674585697Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:57.677246617Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:58.393179698Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:58.398751432Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:58.401665277Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:59.562116432Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:59.568262087Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:59.571697161Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:28:59.98118707Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:28:59.98279082Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"129.126254675s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:00.200461098Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:00.205647655Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:00.208486578Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:00.899099504Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:01.06277443Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:01.067968348Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:01.071038715Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:01.855857095Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:01.861695855Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:01.864708781Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:02.785325864Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:02.791780455Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:02.795498405Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:03.3861906Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:03.392307885Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:03.395469894Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:04.254308823Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:04.260059061Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:04.263043387Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:04.494627204Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:05.449706063Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:05.456441109Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:05.460653015Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:06.702838905Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:06.710927936Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:06.715794407Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:08.065887165Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:08.073039699Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:10.011796873Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:10.335982905Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 983, tv_nsec: 861287252 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:10.344317362Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:10.491289764Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:10.914727745Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:12.350504867Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:12.358416825Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:12.363086611Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:13.699377014Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:13.70666955Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:13.710310608Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:14.518705662Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:14.63814873Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:14.648520574Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:14.658742366Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:15.909575046Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:15.91671615Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:15.925066936Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:16.966586335Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:16.97380591Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:16.977727284Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:17.714945693Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:17.744801262Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:17.75963994Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:18.593632012Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:18.601101142Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:18.605366012Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:19.759774005Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:19.766117674Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:19.782738795Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:20.971782448Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:21.157363335Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:21.168476853Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:21.176713407Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:22.219073672Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:22.225009274Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:22.228435238Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:23.040383266Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:23.045677395Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:23.120276623Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:24.112001978Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:24.116933611Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:24.119954357Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:24.521419957Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:24.901533707Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:24.907209403Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:24.910669818Z","hostname":"oxz_switch","pid":5237} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:25.496150643Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-20T01:29:25.502452351Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"154.645737116s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:26.155823138Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:26.162379411Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:26.166269706Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:26.723964847Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:26.732699931Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:26.737319208Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:28.152032062Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:28.157545395Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:28.161467738Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:29.232871837Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:29.239506431Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:29.243430685Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:30.056281572Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:30.065952983Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:30.069947448Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:30.975057362Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:31.091171287Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:31.100965441Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:31.104210902Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:32.365531478Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:32.370839567Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:32.374301942Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:33.522043355Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:33.527796672Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:33.530932331Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:34.529302514Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:34.830246392Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:34.838396695Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:34.842034393Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:36.015139465Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:36.022054626Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:36.025844082Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:36.753632699Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:36.761874654Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:36.766242606Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:38.132965992Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:38.139001696Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:38.142950428Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:39.142574131Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:39.148003363Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:39.151377026Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:40.159788031Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:40.165515668Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:40.168570906Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:40.952372223Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:40.957279315Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:40.960091208Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:40.977840891Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:41.716155587Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:41.721236522Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:41.724084576Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:43.054746869Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:43.060357514Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:43.063638206Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:43.637109247Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:43.643003637Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:43.646026844Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:44.534417215Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:44.573382735Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:44.579857407Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:44.583389713Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:45.875395815Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:45.882110682Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:45.885666028Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:46.972534523Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:46.977890673Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:46.980707968Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:48.388888098Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:48.397125672Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:48.401657667Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:49.858597471Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:49.864794357Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:49.868416875Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:50.46547162Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:50.478891791Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:50.481904318Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:50.991021666Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13616609735993055790"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:51.350532441Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:51.355620896Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:51.358642853Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:52.570942964Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:52.577519217Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:52.581561603Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:53.841352016Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:53.847252297Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:53.850850894Z","hostname":"oxz_switch","pid":5237} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:54.53918057Z","hostname":"oxz_switch","pid":5237,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5547863117464175049"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:55.283178361Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:55.288975532Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:55.292405838Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:56.664111747Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:56.669850514Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:56.67332919Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:57.570602756Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:57.577028697Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:57.580499022Z","hostname":"oxz_switch","pid":5237} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:57.784989532Z","hostname":"oxz_switch","pid":5237,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1031, tv_nsec: 311550447 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:57.786156104Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:57.818881127Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:57.828917805Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef1c16c9-9c03-4baa-9ce1-177fbc6e2043\", \"content-length\": \"41\", \"date\": \"Sat, 20 Dec 2025 01:29:57 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:57.830112127Z","hostname":"oxz_switch","pid":5237,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:58.183730261Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:58.189259775Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:58.192528916Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:59.298456841Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:59.304873732Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:29:59.308388228Z","hostname":"oxz_switch","pid":5237} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:30:00.223132291Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportrear0_0 addrs [fe80::743a:11ff:fe9e:ae4c]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:30:00.229181095Z","hostname":"oxz_switch","pid":5237} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-20T01:30:00.232589979Z","hostname":"oxz_switch","pid":5237}