[ Jul 2 04:12:37 Enabled. ] [ Jul 2 04:12:37 Rereading configuration. ] [ Jul 2 04:12:37 Rereading configuration. ] [ Jul 2 04:12:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jul 2 04:12:48 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:48.802065504Z","hostname":"oxz_switch","pid":5382,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:48.804244119Z","hostname":"oxz_switch","pid":5382} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:48.804664457Z","hostname":"oxz_switch","pid":5382} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:48.806754731Z","hostname":"oxz_switch","pid":5382,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:48.806901094Z","hostname":"oxz_switch","pid":5382,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 010f2d31-1b96-43f6-b72e-09eb5479541b,\n ),\n sled_id: Some(\n 623b2f63-7e81-4d66-9c21-e95ef65ee275,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:48.808137129Z","hostname":"oxz_switch","pid":5382} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:48.80816805Z","hostname":"oxz_switch","pid":5382,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:48.812409148Z","hostname":"oxz_switch","pid":5382,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::dc91:37ff:feb9:e57e->de:91:37:b9:e5:7e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:48.814675645Z","hostname":"oxz_switch","pid":5382} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:48.820049396Z","hostname":"oxz_switch","pid":5382} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:12:48.825523049Z","hostname":"oxz_switch","pid":5382} [ Jul 2 04:12:49 Rereading configuration. ] [ Jul 2 04:12:49 Executing refresh method (:kill). ] [ Jul 2 04:12:49 Stopping because all processes in service exited. ] [ Jul 2 04:12:49 Executing stop method (:kill). ] [ Jul 2 04:12:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jul 2 04:12:49 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.440531253Z","hostname":"oxz_switch","pid":5463,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.441439612Z","hostname":"oxz_switch","pid":5463} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.441759568Z","hostname":"oxz_switch","pid":5463} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.441909011Z","hostname":"oxz_switch","pid":5463,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.443561836Z","hostname":"oxz_switch","pid":5463,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.443699919Z","hostname":"oxz_switch","pid":5463,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 010f2d31-1b96-43f6-b72e-09eb5479541b, sled_id: 623b2f63-7e81-4d66-9c21-e95ef65ee275, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 470735f4-c6cd-4009-8c27-36c4cf24deda, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.44376659Z","hostname":"oxz_switch","pid":5463,"unit":"oximeter","producer_id":"243337a6-a3da-4e99-a728-d6716d0368b4"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 010f2d31-1b96-43f6-b72e-09eb5479541b,\n ),\n sled_id: Some(\n 623b2f63-7e81-4d66-9c21-e95ef65ee275,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.444818082Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.451778936Z","hostname":"oxz_switch","pid":5463} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.453246976Z","hostname":"oxz_switch","pid":5463,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::e0bf:eeff:feb5:25d2->e2:bf:ee:b5:25:d2"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.453494121Z","hostname":"oxz_switch","pid":5463,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::dc91:37ff:feb9:e57e->de:91:37:b9:e5:7e"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.454738647Z","hostname":"oxz_switch","pid":5463,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.45585692Z","hostname":"oxz_switch","pid":5463,"local_addr":"[fd00:1122:3344:101::2]:50556","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.455920561Z","hostname":"oxz_switch","pid":5463,"local_addr":"[fd00:1122:3344:101::2]:50556","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.456054584Z","hostname":"oxz_switch","pid":5463,"local_addr":"[fd00:1122:3344:101::2]:50556","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:50556","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.456079055Z","hostname":"oxz_switch","pid":5463,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.456087465Z","hostname":"oxz_switch","pid":5463,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.456267589Z","hostname":"oxz_switch","pid":5463,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.456548005Z","hostname":"oxz_switch","pid":5463,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.456576595Z","hostname":"oxz_switch","pid":5463,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:50556","producer_id":"243337a6-a3da-4e99-a728-d6716d0368b4"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:49.456589026Z","hostname":"oxz_switch","pid":5463,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.456596466Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.457142327Z","hostname":"oxz_switch","pid":5463} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.457573776Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:12:49.457669998Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.073412ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.458951794Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-02T04:12:32.617085059Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.459011105Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","id":"17946441136280163059"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.459034356Z","hostname":"oxz_switch","pid":5463,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:12:49.460316232Z","hostname":"oxz_switch","pid":5463} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.781283519Z","hostname":"oxz_switch","pid":5463,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"731030ef-c8f2-4101-806c-76db57af1694.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95809e9d-b587-4565-aea7-2883d50c8313.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 685, tv_nsec: 137125643 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.781744558Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:49.798103557Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:50.584907218Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:50.589698727Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:50.592483355Z","hostname":"oxz_switch","pid":5463} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:50.592797852Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:50.593843373Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-02T04:12:32.616951936Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:50.593874364Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","id":"14232833767752244922"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:50.593899534Z","hostname":"oxz_switch","pid":5463,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T04:12:50.661188948Z","hostname":"oxz_switch","pid":5463,"interface":"tfportqsfp0_0","entry":"10.151.2.174->e6:dd:ee:90:ad:e4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:51.907641377Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:51.912334904Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:51.915107871Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:52.923834878Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:52.928949574Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:52.931619519Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:53.698448627Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:53.704060504Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:53.707245Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:54.7968248Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:54.801512627Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:54.804622432Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:55.3661971Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:55.370646202Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:55.373553122Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:56.239792458Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:56.244340202Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:56.247750493Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:56.922701709Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:56.927561659Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:56.930696144Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:57.82057266Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:57.825074743Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:57.827798809Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:58.797721753Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:58.803159205Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:58.806439453Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:59.46213307Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:59.834044981Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:59.838663217Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:12:59.842264441Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:00.595917406Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:00.896072972Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:00.900666267Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:00.903477165Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:01.882497366Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:01.886303165Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:01.889896259Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:02.783685466Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:02.788617028Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:02.791783354Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:04.586072326Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:04.590551099Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:04.593612902Z","hostname":"oxz_switch","pid":5463} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:04.589575808Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:13:04.590649341Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.344044954s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:04.799497955Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:04.807675534Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:04.812616726Z","hostname":"oxz_switch","pid":5463} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:05.30088374Z","hostname":"oxz_switch","pid":5463,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"731030ef-c8f2-4101-806c-76db57af1694.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95809e9d-b587-4565-aea7-2883d50c8313.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 700, tv_nsec: 870813125 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:05.301424551Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:05.308177267Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:05.798929552Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:05.806620981Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:05.812142525Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:06.998517639Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:07.004467705Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:07.008081498Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:09.200869593Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:09.213028463Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:09.222825747Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:09.256623025Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:09.963415513Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:09.969824152Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:09.973829458Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:10.39227274Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:10.683671656Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:10.68939011Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:10.693006731Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:11.465761675Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:11.469923137Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:11.473096329Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:12.24785991Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:12.252910464Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:12.256008166Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:13.201823217Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:13.211344736Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:13.215634728Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:14.365702281Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:14.370799873Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:14.373970675Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:15.678709486Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:15.683276507Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:15.68616149Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:16.329614124Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:16.335231601Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:16.338499851Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:17.344901826Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:17.350553409Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:17.353610403Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:18.018021448Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:18.02386273Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:18.026970528Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:18.763785941Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:18.769748417Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:18.772868123Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:19.287110486Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:19.465767558Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:19.470576673Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:19.473242782Z","hostname":"oxz_switch","pid":5463} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:20.392160939Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:13:20.39376562Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"31.113868124s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:20.566525339Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:20.889497684Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:20.898992821Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:20.902557684Z","hostname":"oxz_switch","pid":5463} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:21.772398764Z","hostname":"oxz_switch","pid":5463,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"731030ef-c8f2-4101-806c-76db57af1694.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95809e9d-b587-4565-aea7-2883d50c8313.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 717, tv_nsec: 301608771 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:21.773067013Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:21.799142384Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:22.256499324Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:22.264116265Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:22.26792009Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:23.60837963Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:23.613048039Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:23.61585582Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:24.835709687Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:24.840838783Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:24.843694686Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:25.882449834Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:25.887488896Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:25.890628281Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:27.118832855Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:27.123504109Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:27.126536048Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:28.284951136Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:28.291510298Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:28.295310552Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:29.31633375Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:29.388163913Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:29.393792497Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:29.397651338Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:30.594781004Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:30.690411023Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:30.695604381Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:30.698803061Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:31.558597518Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:31.563770062Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:31.567021692Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:32.68829206Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:32.693564305Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:32.69690828Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:34.081365886Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:34.08720245Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:34.09031342Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:35.502637057Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:35.508746938Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:35.512088638Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:36.394529508Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:36.400326762Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:36.403767489Z","hostname":"oxz_switch","pid":5463} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:36.840744587Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:13:36.841544013Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"47.517511138s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:37.352671824Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:37.359531863Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:37.363086191Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.061326109Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.067128451Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.070117037Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.816064456Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.821900354Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.825349305Z","hostname":"oxz_switch","pid":5463} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.831728238Z","hostname":"oxz_switch","pid":5463,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"731030ef-c8f2-4101-806c-76db57af1694.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95809e9d-b587-4565-aea7-2883d50c8313.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 734, tv_nsec: 314919428 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.832302582Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:38.840581465Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:39.344948514Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:39.918132326Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:39.923700604Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:39.927056046Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:40.623119424Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:40.976516325Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:40.982383274Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:40.986255574Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:41.945318503Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:41.950882063Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:41.954405279Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:43.04714732Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:43.052717846Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:43.056180452Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:44.050075321Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:44.056840132Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:44.060426612Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:45.351884445Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:45.357668376Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:45.36053917Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:46.513328055Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:46.519610552Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:46.523290965Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:47.458388448Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:47.464507347Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:47.468076014Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:48.317045405Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:48.32257453Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:48.326020859Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:49.125962852Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:49.131458988Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:49.135195644Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:49.373352592Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:49.780891153Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:49.786730302Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:49.79003811Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:50.651851053Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:50.972214416Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:50.977821843Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:50.981171564Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:51.529668014Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:51.535743034Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:51.539309918Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:52.772231939Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:52.778280728Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:52.781221059Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:53.691378213Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:53.697303119Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:53.700769772Z","hostname":"oxz_switch","pid":5463} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:53.882133848Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:13:53.882911183Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"64.512900754s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:54.495194002Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:54.500656554Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:54.503722551Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:55.688144568Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:55.694007207Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:55.697530829Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:56.25630133Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:56.262175753Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:56.265424354Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:57.602215279Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:57.607675196Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:57.611200238Z","hostname":"oxz_switch","pid":5463} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:58.02026253Z","hostname":"oxz_switch","pid":5463,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"731030ef-c8f2-4101-806c-76db57af1694.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95809e9d-b587-4565-aea7-2883d50c8313.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 753, tv_nsec: 451515201 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:58.021092169Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:58.029330744Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:58.697517222Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:58.701667562Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:58.704292461Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:59.219492981Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:59.224390981Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:59.227118824Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:59.401914394Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:59.876610617Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:59.880982759Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:13:59.883608705Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:00.6803012Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:01.221242888Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:01.226204941Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:01.229558327Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:02.118565666Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:02.122805561Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:02.125581113Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:02.748640327Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:02.753814438Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:02.756965784Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:03.971983588Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:03.977598084Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:03.980962245Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:04.685226114Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:04.693777459Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:04.696455779Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:05.41397425Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:05.418288719Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:05.421434687Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:06.726409517Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:06.731138782Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:06.734423266Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:07.291577388Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:07.296919311Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:07.299589489Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:08.304369118Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:08.309125748Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:08.312212333Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:09.430495737Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:09.507421146Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:09.511288441Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:09.514336304Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:10.709293302Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:10.940546739Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:10.945037015Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:10.948698408Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:12.301683698Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:12.306956138Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:12.309754189Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:12.888591956Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:12.893324015Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:12.89649594Z","hostname":"oxz_switch","pid":5463} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:13.070669858Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:14:13.071403353Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"83.649528357s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:13.991284262Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:13.996065331Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:13.999234107Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:14.646940971Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:14.651093955Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:14.654051263Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:15.827350977Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:15.832008891Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:15.835047269Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:17.182797262Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:17.187603402Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:17.190665382Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:17.833415947Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:17.838380368Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:17.841157975Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:18.634803626Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:18.639074647Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:18.642135903Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:19.352417075Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:19.357756814Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:19.360904562Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:19.458883348Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:20.738661494Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:20.753080144Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:20.75782928Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:20.760976155Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:21.922385796Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:21.926983432Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:21.930378144Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:22.672470521Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:22.677119282Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:22.679958582Z","hostname":"oxz_switch","pid":5463} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:23.132372573Z","hostname":"oxz_switch","pid":5463,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"731030ef-c8f2-4101-806c-76db57af1694.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95809e9d-b587-4565-aea7-2883d50c8313.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 778, tv_nsec: 495901800 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:23.133019467Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:23.139701305Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:24.189551172Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:24.194530411Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:24.197480491Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:25.511131303Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:25.515685139Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:25.518926966Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:26.139675297Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:26.14427973Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:26.147900252Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:26.757491157Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:26.762139253Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:26.765497768Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:28.100223086Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:28.105691233Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:28.108772654Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:28.700056694Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:28.704201276Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:28.706808283Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:29.487626768Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:29.864077998Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:29.868358397Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:29.871342364Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:30.766990521Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:30.980858477Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:30.986148501Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:30.988876261Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:31.765401813Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:31.771618294Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:31.774851726Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:33.026714817Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:33.032634489Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:33.03603744Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:33.611106226Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:33.616696382Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:33.619939044Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:34.694427349Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:34.701057162Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:34.704903094Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:35.873401158Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:35.879130383Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:35.882913484Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:36.843212613Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:36.853327973Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:36.856670746Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:37.917916528Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:37.923256994Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:37.926747767Z","hostname":"oxz_switch","pid":5463} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:38.182342921Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T04:14:38.183168603Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"108.693474247s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:39.09872716Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:39.103664219Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:39.111650828Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:39.51584958Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:40.131874188Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:40.137837185Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:40.14109273Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:40.795800048Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:41.034832424Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:41.040680145Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:41.044205988Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:41.865811501Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:41.870693739Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:41.87383121Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:42.564522007Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:42.570382024Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:42.573450582Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:43.649954543Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:43.654436305Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:43.657676999Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:44.783388899Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:44.788387971Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:44.791112104Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:46.094171971Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:46.099709047Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:46.102533943Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:47.193096472Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:47.198163129Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:47.201746486Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:47.926595485Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:47.931165965Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:47.934917828Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:48.632960095Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:48.637442765Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:48.64035194Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:49.209190784Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:49.21549545Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:49.218765315Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:49.54357109Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:50.387448189Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:50.39231594Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:50.39525Z","hostname":"oxz_switch","pid":5463} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:50.487003911Z","hostname":"oxz_switch","pid":5463,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"731030ef-c8f2-4101-806c-76db57af1694.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"95809e9d-b587-4565-aea7-2883d50c8313.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c9314460-17ec-4204-99ec-a76b30899d5f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 805, tv_nsec: 776659004 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:50.487747816Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:50.495997939Z","hostname":"oxz_switch","pid":5463,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:50.825338228Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:51.290980973Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:51.295874495Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:51.298380419Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:52.479829884Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:52.484775058Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:52.487862178Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:53.654993383Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:53.660026927Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:53.66324573Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:54.180399957Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:54.185092493Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:54.188078889Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:54.750875301Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:54.763099518Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:14:54.769448249Z","hostname":"oxz_switch","pid":5463} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:15:00.550600585Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:15:00.838864435Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:15:00.983427132Z","hostname":"oxz_switch","pid":5463} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:15:00.993485557Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17946441136280163059"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:15:01.032856234Z","hostname":"oxz_switch","pid":5463,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14232833767752244922"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:15:01.692267269Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportrear0_0 addrs [fe80::dc91:37ff:feb9:e57e]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:15:01.69952419Z","hostname":"oxz_switch","pid":5463} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T04:15:01.703974606Z","hostname":"oxz_switch","pid":5463}