[ Jan 26 17:57:00 Enabled. ] [ Jan 26 17:57:00 Rereading configuration. ] [ Jan 26 17:57:01 Rereading configuration. ] [ Jan 26 17:57:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 26 17:57:12 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:12.805853348Z","hostname":"oxz_switch","pid":5012,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-846348bf","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:12.856119111Z","hostname":"oxz_switch","pid":5012} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:12.85644301Z","hostname":"oxz_switch","pid":5012} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:12.85680954Z","hostname":"oxz_switch","pid":5012,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:12.858791693Z","hostname":"oxz_switch","pid":5012,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:12.864760333Z","hostname":"oxz_switch","pid":5012,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b494:ddff:feb9:3140->b6:94:dd:b9:31:40"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n a88f1403-4c21-442c-8fb6-e7eff25d132a,\n ),\n sled_id: Some(\n 7bd75620-5fc6-4049-97e8-25cdb231e43b,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:12.864791603Z","hostname":"oxz_switch","pid":5012} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:12.864803714Z","hostname":"oxz_switch","pid":5012,"unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:12.867250619Z","hostname":"oxz_switch","pid":5012} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:12.872806977Z","hostname":"oxz_switch","pid":5012} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:57:12.879078945Z","hostname":"oxz_switch","pid":5012} [ Jan 26 17:57:13 Rereading configuration. ] [ Jan 26 17:57:13 Executing refresh method (:kill). ] {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.424072491Z","hostname":"oxz_switch","pid":5012,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4c26:96ff:fe30:40b8->4e:26:96:30:40:b8"} [ Jan 26 17:57:13 Stopping because all processes in service exited. ] [ Jan 26 17:57:13 Executing stop method (:kill). ] [ Jan 26 17:57:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 26 17:57:13 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.459859197Z","hostname":"oxz_switch","pid":5336,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-846348bf","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.501298825Z","hostname":"oxz_switch","pid":5336} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.501631634Z","hostname":"oxz_switch","pid":5336} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.501799158Z","hostname":"oxz_switch","pid":5336,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.501996974Z","hostname":"oxz_switch","pid":5336,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.503679658Z","hostname":"oxz_switch","pid":5336,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: a88f1403-4c21-442c-8fb6-e7eff25d132a, sled_id: 7bd75620-5fc6-4049-97e8-25cdb231e43b, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 75e6eb89-8f67-415c-b22e-9677decb1efb, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.50371237Z","hostname":"oxz_switch","pid":5336,"unit":"oximeter","producer_id":"a6bea9aa-9c80-4539-aa70-54559ea7e9ea"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n a88f1403-4c21-442c-8fb6-e7eff25d132a,\n ),\n sled_id: Some(\n 7bd75620-5fc6-4049-97e8-25cdb231e43b,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.504969243Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.513536032Z","hostname":"oxz_switch","pid":5336} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.515473884Z","hostname":"oxz_switch","pid":5336,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b494:ddff:feb9:3140->b6:94:dd:b9:31:40"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.515892495Z","hostname":"oxz_switch","pid":5336,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4c26:96ff:fe30:40b8->4e:26:96:30:40:b8"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.517647522Z","hostname":"oxz_switch","pid":5336,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.518546956Z","hostname":"oxz_switch","pid":5336,"local_addr":"[fd00:1122:3344:101::2]:63774","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.518628748Z","hostname":"oxz_switch","pid":5336,"local_addr":"[fd00:1122:3344:101::2]:63774","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.51869379Z","hostname":"oxz_switch","pid":5336,"local_addr":"[fd00:1122:3344:101::2]:63774","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:63774","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.518761942Z","hostname":"oxz_switch","pid":5336,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.518771742Z","hostname":"oxz_switch","pid":5336,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.519004458Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.519226924Z","hostname":"oxz_switch","pid":5336} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.519482261Z","hostname":"oxz_switch","pid":5336,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.519553063Z","hostname":"oxz_switch","pid":5336,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:63774","producer_id":"a6bea9aa-9c80-4539-aa70-54559ea7e9ea"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:13.519567423Z","hostname":"oxz_switch","pid":5336,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.519578503Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.519670676Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.519867801Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-26T17:56:56.751216422Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.519908662Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","id":"564218176058786112"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:13.519923473Z","hostname":"oxz_switch","pid":5336,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:57:13.52206877Z","hostname":"oxz_switch","pid":5336} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:14.756602026Z","hostname":"oxz_switch","pid":5336,"interface":"tfportqsfp0_0","entry":"10.151.2.174->ba:fe:81:42:4a:7f"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:14.758027555Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:14.76311244Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:14.766737648Z","hostname":"oxz_switch","pid":5336} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:14.766988334Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:14.768392652Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-26T17:56:56.751085838Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:14.768468064Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","id":"7490275302179492190"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:14.768483044Z","hostname":"oxz_switch","pid":5336,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:16.204566337Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:16.210545146Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:16.213596088Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:16.962006411Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:16.966866831Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:16.969624294Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:18.087848471Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:18.092587428Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:18.095524717Z","hostname":"oxz_switch","pid":5336} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:18.522745635Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13705, tv_nsec: 694571813 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:18.523350911Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:18.556487387Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:19.107888325Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:19.11296702Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:19.115776906Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:20.421194076Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:20.425924782Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:20.428803949Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:21.370806306Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:21.375626005Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:21.378392749Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:22.41372834Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:22.419308429Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:22.42231541Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:23.523594494Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:23.700690077Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:23.705218338Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:23.708222589Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:24.770964142Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:24.891147555Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:24.895909562Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:24.89881462Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:25.913233643Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:25.918480683Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:25.921303649Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:26.978104573Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:26.983119287Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:26.985881591Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:27.688624664Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:27.693437963Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:27.696315459Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:28.632754848Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:28.639711994Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:28.642336844Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:29.321041397Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:29.325541028Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:29.328275021Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:30.820170544Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:30.824307905Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:30.827186342Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:32.070580708Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:32.074993736Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:32.077504263Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.099593432Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.104221625Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.107337709Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.517098743Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.549190101Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:57:33.550088705Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.039505442s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.799198195Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.804353433Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.807591769Z","hostname":"oxz_switch","pid":5336} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.869904835Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13721, tv_nsec: 50922316 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.870496221Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:33.901788538Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:34.398637Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:34.404429591Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:34.407677202Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:34.76341613Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:35.017324502Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:35.027307617Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:35.036325767Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:35.925787619Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:35.930952893Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:35.93524712Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:36.901146465Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:36.90790878Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:36.912486878Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:37.460532663Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:37.468212338Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:37.473276018Z","hostname":"oxz_switch","pid":5336} {"msg":"removed stale NDP entry :fe80::4c26:96ff:fe30:40b8->4e:26:96:30:40:b8","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:37.828563466Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:38.432027228Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:38.437791212Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:38.440960891Z","hostname":"oxz_switch","pid":5336} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-26T17:57:38.580124705Z","hostname":"oxz_switch","pid":5336,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4c26:96ff:fe30:40b8->4e:26:96:30:40:b8"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:39.947708353Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:39.953860661Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:39.956984344Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:41.163329809Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:41.168321743Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:41.171195952Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:41.923519285Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:41.928900939Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:41.93231868Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:42.855252267Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:42.860097047Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:42.862904932Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:43.521890396Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:43.841115619Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:43.845554647Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:43.848455375Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:44.773250388Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:44.788324022Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:44.793932542Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:44.796994814Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:46.00385669Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:46.008863214Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:46.011583657Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:46.737183913Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:46.742475434Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:46.745270279Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:47.796134768Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:47.800649629Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:47.80333149Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:48.674762972Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:48.680521656Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:48.685621552Z","hostname":"oxz_switch","pid":5336} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:48.904067561Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:57:48.905077808Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.392824534s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:49.250533941Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13736, tv_nsec: 429771811 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:49.251127137Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:55.933252977Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:55.960048093Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:55.969394023Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:55.980288414Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:55.980819458Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:55.981074585Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:57.060368622Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:57.068659133Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:57.073513603Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:58.121439962Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:58.129569809Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:58.133790672Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:58.804351045Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:58.812479162Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:58.817775754Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:59.763672286Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:59.772501622Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:57:59.77693776Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:00.372888788Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:00.378482578Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:00.381310073Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:01.113323538Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:01.1186253Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:01.121522927Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:01.661607372Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:01.666341969Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:01.669130753Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:02.761256153Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:02.767341776Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:02.770738376Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:03.343172896Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:03.349760022Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:03.355763612Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:04.794328081Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:04.798648176Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:04.802037877Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:05.987665736Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:05.988046226Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:06.035933026Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:06.041862334Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:06.045480951Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:07.415267092Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:07.420569044Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:07.423962944Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:08.641742882Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:08.646798907Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:08.649532531Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:09.997906219Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:10.003250272Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:10.006518189Z","hostname":"oxz_switch","pid":5336} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:10.940923495Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:58:10.952773252Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"57.440374465s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:11.328418762Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:11.333903299Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:11.337281029Z","hostname":"oxz_switch","pid":5336} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:11.942021283Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13759, tv_nsec: 120998386 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:11.942786894Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:11.980831199Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:12.027547468Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:12.032653635Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:12.035643085Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:13.515185111Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:13.520662617Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:13.524004746Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:14.351714719Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:14.35697518Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:14.360189696Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:15.035714271Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:15.04017055Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:15.042741649Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:15.639785667Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:15.645290304Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:15.648174511Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:15.989576735Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:15.989934195Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:16.328496444Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:16.333622371Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:16.336847907Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:17.23526894Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:17.240787887Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:17.243564872Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:18.186226576Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:18.191886578Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:18.194769935Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:18.737727587Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:18.742369941Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:18.745421343Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:19.551391375Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:19.557137139Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:19.560850538Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:20.645406425Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:20.650417509Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:20.653193023Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:21.570983703Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:21.576680435Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:21.580162798Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:22.569584591Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:22.575303034Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:22.578398987Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:23.865331611Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:23.870374081Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:23.873952892Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:24.654526493Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:24.660314058Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:24.663276337Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:25.65454426Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:25.660154369Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:25.663340185Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:25.991905606Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:25.992292366Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:26.44143182Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:26.447366528Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:26.450526718Z","hostname":"oxz_switch","pid":5336} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:26.982030678Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:58:26.982961743Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"73.47100551s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:27.472552799Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:27.478067647Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:27.481697133Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:28.300083726Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:28.305724497Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:28.309214231Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:29.751415277Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:29.756278087Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:29.759734379Z","hostname":"oxz_switch","pid":5336} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:29.930207386Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13777, tv_nsec: 109760916 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:29.930863963Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:29.96482202Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:31.148947918Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:31.171594884Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:31.17446Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:32.507356565Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:32.512456981Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:32.515609525Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:33.708251312Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:33.713494612Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:33.716989926Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:34.843519185Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:34.849060013Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:34.85192607Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:35.994100856Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:35.994707282Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:36.134477858Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:36.140312004Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:36.143564441Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:36.726008549Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:36.73165956Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:36.734891276Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:37.788916558Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:37.794479817Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:37.797504798Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:39.072632668Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:39.078253678Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:39.081588337Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:40.122793925Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:40.128259052Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:40.131250801Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:41.607685593Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:41.613132909Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:41.616445587Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:42.683159939Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:42.688106881Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:42.691167503Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:44.120991779Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:44.126226259Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:44.128992623Z","hostname":"oxz_switch","pid":5336} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:44.966250172Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:58:44.967209607Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"91.455444874s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:45.581847306Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:45.586224533Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:45.589112Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:45.995707057Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:45.996349954Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:46.52860847Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:46.534424516Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:46.53794637Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:47.359984731Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:47.364938413Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:47.36780526Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:48.688474358Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:48.694607942Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:48.697769857Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:49.445510222Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:49.451296436Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:49.454540323Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:50.734057421Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:50.739478796Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:50.742590319Z","hostname":"oxz_switch","pid":5336} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:50.841226986Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13798, tv_nsec: 21038645 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:50.841783721Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:50.873482098Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:51.895653358Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:51.901306219Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:51.904522525Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:52.957173629Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:52.962201883Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:52.965373667Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:54.035820878Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:54.041345879Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:54.044461324Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:55.354090988Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:55.359255594Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:55.362167854Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:55.997959174Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:55.9983482Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:56.452626683Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:56.458170661Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:56.461331126Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:57.066329207Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:57.072019649Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:57.074983998Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:57.633939009Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:57.639364684Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:57.642380475Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:58.886617464Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:58.892163732Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:58.895410439Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:59.460463663Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:59.466203876Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:58:59.469447213Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:00.736839804Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:00.742306428Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:00.745114332Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:01.795371593Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:01.800752692Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:01.803876597Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:03.213253767Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:03.218667622Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:03.221736744Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:04.126837746Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:04.132440516Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:04.135293812Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:04.778557325Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:04.783912308Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:04.78698074Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:05.348309993Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:05.353175153Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:05.356035139Z","hostname":"oxz_switch","pid":5336} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:05.880105297Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:59:05.880926309Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"112.363785235s","count":"5"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:06.003563026Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:06.004985653Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:06.574602068Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:06.580494596Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:06.583789194Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:07.349547971Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:07.354657798Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:07.35775027Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:07.885123076Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:07.894456346Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:07.899532791Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:09.400117777Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:09.434394114Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:09.456781612Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:10.770227448Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:10.785786373Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:10.796990283Z","hostname":"oxz_switch","pid":5336} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:10.936905103Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13818, tv_nsec: 109942135 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:10.943582761Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:11.045552607Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:11.757952798Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:11.765477409Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:11.771637783Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:12.41244909Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:12.424557494Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:12.430964125Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:13.416052134Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:13.423847672Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:13.479111099Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:14.592813096Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:14.599415793Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:14.603692707Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:15.836686112Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:15.843435632Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:15.847375428Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:16.01883045Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:16.020769702Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:16.988405994Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:16.995760161Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:16.999513811Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:17.867350977Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:17.875730571Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:17.879321707Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:19.110969836Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:19.117515431Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:19.121950439Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:20.323921854Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:20.331064155Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:20.334756444Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:21.166503364Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:21.174706544Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:21.181795293Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:21.726349318Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:21.732184854Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:21.735164964Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:22.502949715Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:22.508513763Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:22.511318668Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:23.316882069Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:23.322003796Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:23.32512524Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:24.300987552Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:24.306868509Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:24.309992012Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:25.674233096Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:25.680452512Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:25.71479029Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:26.023377707Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:26.023797819Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:26.045981761Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:59:26.047201714Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"132.530209571s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:27.059754168Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:27.066286283Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:27.076728162Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:27.900933021Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:27.907433475Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:27.910897558Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:28.719772206Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:28.72666645Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:28.730546584Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:30.018164889Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:30.025472724Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:30.03055207Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:31.529557515Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:31.534968939Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:31.538348779Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:32.30649047Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:32.31323938Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:32.31623424Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:33.629110911Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:33.638660346Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:33.642595832Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:34.61718213Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:34.623857818Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:34.627381972Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:35.758846874Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:35.767771012Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:35.771935163Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:36.026418394Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:36.027175574Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:36.971397871Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:36.97923556Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:36.984051029Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:38.398279429Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:38.405896423Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:38.410149036Z","hostname":"oxz_switch","pid":5336} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:38.559447077Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13845, tv_nsec: 734083805 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:38.560207447Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:38.611402805Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:39.298441918Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:39.306338209Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:39.311228949Z","hostname":"oxz_switch","pid":5336} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:39.636465493Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-26T17:59:39.637998283Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"146.12118878s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:40.294444459Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:40.300437459Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:40.303665085Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:40.962027692Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:40.966717946Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:40.969709806Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:42.424204172Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:42.428848606Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:42.432183145Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:43.532899685Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:43.538525055Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:43.54206728Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:44.171223425Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:44.177172924Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:44.1807414Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:45.46368779Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:45.469459234Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:45.473068731Z","hostname":"oxz_switch","pid":5336} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:46.028934167Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:46.029678677Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:46.030486098Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:46.03654938Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:46.039695604Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:46.64329675Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:46.650384349Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:46.654202491Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:47.215999004Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:47.224559684Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:47.228978062Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:48.087205817Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:48.095024896Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:48.099115095Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:48.626859346Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:48.633796101Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:48.638167198Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:49.244394088Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:49.25196974Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:49.25758902Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:50.191699807Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:50.197708438Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:50.201608892Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:51.001377993Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:51.007954659Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:51.011852623Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:51.578044819Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:51.585966861Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:51.589742471Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:53.096976069Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:53.10261017Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:53.105563809Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:54.060229705Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:54.065807244Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:54.070085338Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:55.486375533Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:55.492526848Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:55.496236767Z","hostname":"oxz_switch","pid":5336} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:55.787758279Z","hostname":"oxz_switch","pid":5336,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13862, tv_nsec: 966835159 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:55.788321844Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:55.818996744Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:55.932355294Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6115d1-78e0-4ac6-aa41-7d2457edb9a2\", \"content-length\": \"41\", \"date\": \"Mon, 26 Jan 2026 17:59:55 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:55.934247924Z","hostname":"oxz_switch","pid":5336,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:56.027157376Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"564218176058786112"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:56.027585358Z","hostname":"oxz_switch","pid":5336,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7490275302179492190"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:56.444963724Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:56.451049966Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:56.45456024Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:57.185758493Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:57.192140473Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:57.195603106Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:58.349063755Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:58.353962566Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:58.357441129Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:58.932718515Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:58.938985963Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:58.94263072Z","hostname":"oxz_switch","pid":5336} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:59.882599744Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportrear0_0 addrs [fe80::b494:ddff:feb9:3140]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:59.888392259Z","hostname":"oxz_switch","pid":5336} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-26T17:59:59.892760875Z","hostname":"oxz_switch","pid":5336}