[ Jan 30 21:12:10 Enabled. ] [ Jan 30 21:12:10 Rereading configuration. ] [ Jan 30 21:12:11 Rereading configuration. ] [ Jan 30 21:12:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 30 21:12:22 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:22.63614116Z","hostname":"oxz_switch","pid":4870,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-846348bf","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:22.679091667Z","hostname":"oxz_switch","pid":4870} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:22.679488177Z","hostname":"oxz_switch","pid":4870} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:22.679707873Z","hostname":"oxz_switch","pid":4870,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:22.681881509Z","hostname":"oxz_switch","pid":4870,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n cb7c3a03-6bbc-4c19-bcb7-7717e25de20b,\n ),\n sled_id: Some(\n f0b94cfd-cc4b-46a7-af85-efb3852617f1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:22.683557303Z","hostname":"oxz_switch","pid":4870} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:22.683584634Z","hostname":"oxz_switch","pid":4870,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:22.688169973Z","hostname":"oxz_switch","pid":4870,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::bcbb:3fff:fe6e:41e7->be:bb:3f:6e:41:e7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:22.688510252Z","hostname":"oxz_switch","pid":4870} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:22.693532372Z","hostname":"oxz_switch","pid":4870} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:12:22.698475621Z","hostname":"oxz_switch","pid":4870} [ Jan 30 21:12:23 Rereading configuration. ] [ Jan 30 21:12:23 Executing refresh method (:kill). ] [ Jan 30 21:12:23 Stopping because all processes in service exited. ] [ Jan 30 21:12:23 Executing stop method (:kill). ] [ Jan 30 21:12:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 30 21:12:23 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.337266067Z","hostname":"oxz_switch","pid":5172,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-846348bf","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.387041872Z","hostname":"oxz_switch","pid":5172} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.38736214Z","hostname":"oxz_switch","pid":5172} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.387439722Z","hostname":"oxz_switch","pid":5172,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.389390493Z","hostname":"oxz_switch","pid":5172,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.389456884Z","hostname":"oxz_switch","pid":5172,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: cb7c3a03-6bbc-4c19-bcb7-7717e25de20b, sled_id: f0b94cfd-cc4b-46a7-af85-efb3852617f1, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 60c6d0c1-f44b-4404-b432-c4a3e33e9b3d, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.389480985Z","hostname":"oxz_switch","pid":5172,"unit":"oximeter","producer_id":"5b03a63f-53bc-4eba-a700-5c0784456ec7"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n cb7c3a03-6bbc-4c19-bcb7-7717e25de20b,\n ),\n sled_id: Some(\n f0b94cfd-cc4b-46a7-af85-efb3852617f1,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.392125764Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.39734664Z","hostname":"oxz_switch","pid":5172} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.399202428Z","hostname":"oxz_switch","pid":5172,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::bcbb:3fff:fe6e:41e7->be:bb:3f:6e:41:e7"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.399412893Z","hostname":"oxz_switch","pid":5172,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7427:2aff:fe93:55e4->76:27:2a:93:55:e4"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.401351444Z","hostname":"oxz_switch","pid":5172,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.402032401Z","hostname":"oxz_switch","pid":5172,"local_addr":"[fd00:1122:3344:101::2]:37579","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.402117544Z","hostname":"oxz_switch","pid":5172,"local_addr":"[fd00:1122:3344:101::2]:37579","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.402171725Z","hostname":"oxz_switch","pid":5172,"local_addr":"[fd00:1122:3344:101::2]:37579","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:37579","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.402182025Z","hostname":"oxz_switch","pid":5172,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.402193015Z","hostname":"oxz_switch","pid":5172,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.402339509Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.402693088Z","hostname":"oxz_switch","pid":5172,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.40276616Z","hostname":"oxz_switch","pid":5172,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:37579","producer_id":"5b03a63f-53bc-4eba-a700-5c0784456ec7"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.402778521Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:23.402789761Z","hostname":"oxz_switch","pid":5172,"unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.403184411Z","hostname":"oxz_switch","pid":5172} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.403704835Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.403963861Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-30T21:12:06.643416857Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.404018463Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","id":"11886258443777427216"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:23.404029393Z","hostname":"oxz_switch","pid":5172,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:12:23.40658034Z","hostname":"oxz_switch","pid":5172} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:12:24.437155111Z","hostname":"oxz_switch","pid":5172,"interface":"tfportqsfp0_0","entry":"10.151.2.174->66:f4:66:42:8c:14"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:24.694892152Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:24.700080876Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:24.702849759Z","hostname":"oxz_switch","pid":5172} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:24.703089645Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:24.704124132Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-30T21:12:06.643264414Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:24.704183953Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","id":"972073342625437383"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:24.704193683Z","hostname":"oxz_switch","pid":5172,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:25.959169049Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:25.966056468Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:25.969541339Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:27.476509465Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:27.481659309Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:27.484240046Z","hostname":"oxz_switch","pid":5172} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.405118616Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 655, tv_nsec: 980001452 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.405593019Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.438866694Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.438979937Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.444625243Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.447465237Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.97226254Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.981552892Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:28.98378265Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:29.61768813Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:29.621734855Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:29.624048335Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:30.568602411Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:30.573714733Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:30.576318491Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:31.88756795Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:31.892808876Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:31.895537817Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:33.040961814Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:33.045548124Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:33.048806138Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:33.408828608Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:34.290703324Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:34.295082788Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:34.298173398Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:34.705560039Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:35.533675888Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:35.538058902Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:35.540736091Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:36.833185151Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:36.838086518Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:36.840923942Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:37.71864155Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:37.722534141Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:37.725805766Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:39.200831112Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:39.205582246Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:39.208202734Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:40.082086344Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:40.087131685Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:40.091424117Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:41.156738782Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:41.161716771Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:41.164511984Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:42.28948708Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:42.294319813Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:42.297264123Z","hostname":"oxz_switch","pid":5172} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:42.974998257Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:12:42.976296099Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.050934394s","count":"0"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:42.97648981Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:42.99171855Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:42.997133141Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:43.003723034Z","hostname":"oxz_switch","pid":5172} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:43.110752936Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 671, tv_nsec: 162758879 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:43.132784854Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:43.654955434Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:43.907629117Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:43.915774462Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:43.920962865Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:44.233515855Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:45.160864242Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:45.166355399Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:45.170239586Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:46.631250963Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:46.637056547Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:46.640022666Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:48.118229433Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:48.123539752Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:48.126675869Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:49.621282445Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:49.626269557Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:49.628899319Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:50.366171611Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:50.371224181Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:50.373767681Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:51.650566887Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:51.655889582Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:51.659303102Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:52.867156007Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:52.87223349Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:52.87484703Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:53.007698665Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:54.174509366Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:54.179511648Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:54.182761585Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:54.262944448Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:55.542360472Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:55.547611372Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:55.550307344Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:56.88242276Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:56.886906345Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:56.889884872Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:57.785877005Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:57.790566841Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:57.793058525Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:58.68159726Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:58.687729247Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:58.691117349Z","hostname":"oxz_switch","pid":5172} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:12:58.697500614Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:12:58.699657553Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.731283995s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:01.711525789Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:01.981551489Z","hostname":"oxz_switch","pid":5172} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:01.984622049Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 689, tv_nsec: 992533075 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:01.989427094Z","hostname":"oxz_switch","pid":5172} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:01.992589527Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:02.310591845Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:03.453785678Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:03.467429682Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:03.474328042Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:03.478166172Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:04.070754409Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:04.078507061Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:04.082834573Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:04.277617187Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:05.552088114Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:05.559623109Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:05.564016513Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:06.975959034Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:06.983823508Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:06.988715686Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:08.164357653Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:08.169174988Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:08.240251546Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:09.419465826Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:09.424581999Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:09.427528055Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:10.680481982Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:10.68465341Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:10.687362551Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:11.945663387Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:11.95155309Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:11.954601489Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:12.753273034Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:12.773404458Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:12.777074133Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:13.456273433Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:13.592294659Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:13.600615195Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:13.607020492Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:14.277391012Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:15.006490518Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:15.012141575Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:15.015258436Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:15.921522239Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:15.925168294Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:15.927521775Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:16.929456315Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:16.933653405Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:16.936286963Z","hostname":"oxz_switch","pid":5172} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:17.310638416Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:13:17.313563182Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"54.345961371s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:17.569835475Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:17.574342762Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:17.577029802Z","hostname":"oxz_switch","pid":5172} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:18.375045041Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 706, tv_nsec: 385349560 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:18.37579436Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:18.467949607Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:18.606464607Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:18.611806496Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:18.614921407Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:19.517643708Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:19.523932082Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:19.527541926Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:20.352037182Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:20.35655699Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:20.359495356Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:21.582512751Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:21.587506491Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:21.59016864Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:23.058125022Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:23.06383283Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:23.067335751Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:23.458555892Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:24.278454075Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:24.413920206Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:24.420196349Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:24.423457414Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:25.016642654Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:25.02264096Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:25.025923867Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:26.446539114Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:26.452350725Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:26.455344522Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:27.572290926Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:27.577280348Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:27.580675904Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:28.791956249Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:28.799523115Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:28.804140755Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:30.28453637Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:30.298086664Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:30.342401955Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:31.669746426Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:31.683366249Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:31.70067383Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:32.655259463Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:32.664836957Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:32.673744294Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:33.308175996Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:33.315825575Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:33.320717492Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:33.581390477Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:33.590379961Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:13:33.655453772Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"70.686570698s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:34.060498412Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:34.067171195Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:34.071477627Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:34.281864596Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:36.139249877Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:36.148023225Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:36.153338054Z","hostname":"oxz_switch","pid":5172} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:37.067705102Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 725, tv_nsec: 75981009 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:37.102570338Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:37.391078408Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:37.405900363Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:37.41385125Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:37.41810116Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:38.764456797Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:38.770681219Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:38.77415866Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:40.260130356Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:40.267896489Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:40.272038649Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:40.991603981Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:40.998255884Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:41.002320349Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:41.582793538Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:41.590732055Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:41.594924693Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:42.214471218Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:42.220123215Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:42.223038971Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:43.592833227Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:43.659426589Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:43.767644172Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:43.770092065Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:44.28421761Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:44.433825929Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:44.43965796Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:44.445109442Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:45.213198188Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:45.218381543Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:45.221864184Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:46.155628236Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:46.160651627Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:46.163778728Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:47.159684506Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:47.165067386Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:47.318248118Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:48.062666692Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:48.067386874Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:48.070850634Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:48.72845689Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:48.733770259Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:48.736782357Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:49.939939067Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:49.945365128Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:49.948488739Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:50.559646248Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:50.565288234Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:50.568347824Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:51.202325636Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:51.21133946Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:51.220237892Z","hostname":"oxz_switch","pid":5172} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:52.393163966Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:13:52.394186643Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"89.424543629s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:52.69568093Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:52.701015899Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:52.704151771Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:53.625654339Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:53.844383265Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:53.849357624Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:53.851998283Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:54.286801908Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:55.041628541Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:55.046797596Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:55.049972018Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:55.866883997Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:55.873331125Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:55.87697776Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:56.513807747Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:56.518683534Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:56.521897757Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:57.337529293Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:57.342898653Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:57.345766437Z","hostname":"oxz_switch","pid":5172} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:58.100988982Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 746, tv_nsec: 109471497 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:58.101529647Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:58.134905414Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:58.671825994Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:58.684430992Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:58.954911095Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:59.728029816Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:59.73356149Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:13:59.736575958Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:00.488000476Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:00.493341484Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:00.496058535Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:01.838830477Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:01.843460927Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:01.846280751Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:03.357518592Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:03.364412812Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:03.368368285Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:03.628801575Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:04.289127972Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:04.762088899Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:04.769225204Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:04.773768872Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:05.793844933Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:05.800895787Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:05.805008494Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:06.437726163Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:06.443188065Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:06.446501412Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:07.152928538Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:07.158246726Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:07.161178412Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:08.126346707Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:08.132916448Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:08.136480071Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:08.868253815Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:08.875589376Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:08.879379625Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:09.925698697Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:09.932418762Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:09.936474037Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:10.515359357Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:10.52083251Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:10.524360031Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:11.34434443Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:11.350460999Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:11.356094215Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:12.334508772Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:12.341409181Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:12.345077387Z","hostname":"oxz_switch","pid":5172} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:13.134463819Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:14:13.135670311Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"110.167643697s","count":"5"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:13.631276126Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:13.711959293Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:13.719313284Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:13.722727533Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:14.291817068Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:14.689495627Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:14.695342749Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:14.698707096Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:15.472422291Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:15.477199585Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:15.48084127Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:16.090380606Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:16.096820503Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:16.100139039Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:17.267550429Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:17.272478127Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:17.275568477Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:18.28618031Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:18.291878349Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:18.294996559Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:18.907113433Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:18.912224016Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:18.914845214Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:19.719496672Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:19.725777696Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:19.72863414Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:20.5340943Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:20.540082185Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:20.54332951Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:21.533861521Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:21.540148334Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:21.543570763Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:22.3019664Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:22.308091459Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:22.311917028Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:22.873764935Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:22.879327729Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:22.882543603Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:23.632867199Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:24.099552602Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:24.106274287Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:24.109563962Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:24.294977392Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:24.714634022Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 772, tv_nsec: 724421006 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:24.715193616Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:24.775439152Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:24.998332907Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f3a3394-97c8-46e2-b16c-352c679971b2\", \"content-length\": \"133\", \"date\": \"Fri, 30 Jan 2026 21:14:24 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-30T21:14:25.002474525Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9f3a3394-97c8-46e2-b16c-352c679971b2\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 30 Jan 2026 21:14:24 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"9f3a3394-97c8-46e2-b16c-352c679971b2\\\" }\"","delay":"122.034537931s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:25.340125063Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:25.34846936Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:25.354088586Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:26.695189841Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:26.701506525Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:26.705469648Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:28.084834888Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:28.090764062Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:28.093621027Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:29.213789497Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:29.220352098Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:29.223989233Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:30.563284841Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:30.569134353Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:30.572417778Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:31.430227519Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:31.435700032Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:31.439163022Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:32.831813186Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:32.837396791Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:32.84042604Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:33.635941311Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:33.962982043Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:33.968102916Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:33.971237608Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:34.297441918Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:34.822521999Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:34.828701599Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:34.832412886Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:35.472164758Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:35.477788334Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:35.480760231Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:36.169891247Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:36.174122147Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:36.177109235Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:37.1131764Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:37.118886258Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:37.122544954Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:38.364596884Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:38.370052855Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:38.37291892Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:39.121716696Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:39.127699502Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:39.131417149Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:39.999059755Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:40.004677731Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:40.007798832Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:41.475153829Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:41.480775175Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:41.484101191Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:42.973208483Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:42.977144926Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:42.979873267Z","hostname":"oxz_switch","pid":5172} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.618462128Z","hostname":"oxz_switch","pid":5172,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 791, tv_nsec: 628408013 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.619080384Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.651553249Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.652222696Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.703671613Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d18f718-e6f6-447d-9686-e857173c82c6\", \"content-length\": \"41\", \"date\": \"Fri, 30 Jan 2026 21:14:43 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.704590607Z","hostname":"oxz_switch","pid":5172,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.766047665Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.771549178Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:43.774602897Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:44.298866247Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:44.650058157Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:44.655290793Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:44.658949288Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:45.238602808Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:45.243988148Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:45.247024896Z","hostname":"oxz_switch","pid":5172} {"msg":"accepted connection","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:14:45.881909912Z","hostname":"oxz_switch","pid":5172,"local_addr":"[fd00:1122:3344:101::2]:37579","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025","unit":"producer-server","unit":"oximeter","remote_addr":"[fd00:1122:3344:101::d]:52673"} {"msg":"request completed","v":0,"name":"tfportd","level":30,"time":"2026-01-30T21:14:45.893537694Z","hostname":"oxz_switch","pid":5172,"uri":"/5b03a63f-53bc-4eba-a700-5c0784456ec7","method":"GET","req_id":"5c002c92-064b-46a6-9f4d-bc57fc1995d0","remote_addr":"[fd00:1122:3344:101::d]:52673","local_addr":"[fd00:1122:3344:101::2]:37579","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867","unit":"producer-server","unit":"oximeter","latency_us":8458,"response_code":200} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:46.058322148Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:46.063732489Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:46.066917282Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:46.59464119Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:46.599878797Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:46.603320176Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:47.856536346Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:47.862682476Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:47.865736896Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:48.741724409Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:48.746253666Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:48.749929452Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:49.996061289Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:50.0018882Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:50.005273278Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:50.931717753Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:50.937483683Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:50.941082726Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:51.566455664Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:51.572120091Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:51.575741205Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:52.849776597Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:52.855645179Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:52.859028557Z","hostname":"oxz_switch","pid":5172} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:53.65537174Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11886258443777427216"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:54.301328613Z","hostname":"oxz_switch","pid":5172,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"972073342625437383"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:54.313694204Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:54.319922337Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:54.323615222Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:55.531253717Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:55.538273679Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:55.542370086Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:56.455562147Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:56.461212993Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:56.465032753Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:57.558228203Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:57.564428214Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:57.568026387Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:58.694883533Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:58.700661603Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:58.70404038Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:59.470291342Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:59.476516854Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:14:59.479954793Z","hostname":"oxz_switch","pid":5172} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:15:00.340570178Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportrear0_0 addrs [fe80::bcbb:3fff:fe6e:41e7]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:15:00.346937374Z","hostname":"oxz_switch","pid":5172} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-30T21:15:00.35064598Z","hostname":"oxz_switch","pid":5172}