[ Jul 31 17:58:50 Enabled. ] [ Jul 31 17:58:50 Rereading configuration. ] [ Jul 31 17:58:51 Rereading configuration. ] [ Jul 31 17:59:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jul 31 17:59:12 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:12.812073493Z","hostname":"oxz_switch","pid":5412,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:12.81378495Z","hostname":"oxz_switch","pid":5412} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:12.814142295Z","hostname":"oxz_switch","pid":5412} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:12.814364829Z","hostname":"oxz_switch","pid":5412,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:12.816656975Z","hostname":"oxz_switch","pid":5412,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n b8c9c390-14d0-4cb9-87b4-7209ce4ab224,\n ),\n sled_id: Some(\n e721167c-d343-45c6-a3f7-82560160e561,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:12.817823354Z","hostname":"oxz_switch","pid":5412} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:12.817842994Z","hostname":"oxz_switch","pid":5412,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:12.822379647Z","hostname":"oxz_switch","pid":5412,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8cd8:13ff:fe48:898c->8e:d8:13:48:89:8c"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:12.824187486Z","hostname":"oxz_switch","pid":5412} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:12.829370148Z","hostname":"oxz_switch","pid":5412} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-31T17:59:12.83513483Z","hostname":"oxz_switch","pid":5412} [ Jul 31 17:59:13 Rereading configuration. ] [ Jul 31 17:59:13 Executing refresh method (:kill). ] [ Jul 31 17:59:13 Stopping because all processes in service exited. ] [ Jul 31 17:59:13 Executing stop method (:kill). ] [ Jul 31 17:59:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jul 31 17:59:13 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.467558326Z","hostname":"oxz_switch","pid":5504,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.468481861Z","hostname":"oxz_switch","pid":5504} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.468828556Z","hostname":"oxz_switch","pid":5504} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.469002069Z","hostname":"oxz_switch","pid":5504,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.470719926Z","hostname":"oxz_switch","pid":5504,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.470854369Z","hostname":"oxz_switch","pid":5504,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: b8c9c390-14d0-4cb9-87b4-7209ce4ab224, sled_id: e721167c-d343-45c6-a3f7-82560160e561, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 7b0f31eb-055a-4991-9304-47e26365e222, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.470904069Z","hostname":"oxz_switch","pid":5504,"unit":"oximeter","producer_id":"24e7e407-c2c9-40ee-b747-b7bdac4fb567"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n b8c9c390-14d0-4cb9-87b4-7209ce4ab224,\n ),\n sled_id: Some(\n e721167c-d343-45c6-a3f7-82560160e561,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.472333242Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.47905889Z","hostname":"oxz_switch","pid":5504} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.480690685Z","hostname":"oxz_switch","pid":5504,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::70e6:eeff:fedf:1ea1->72:e6:ee:df:1e:a1"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.480900269Z","hostname":"oxz_switch","pid":5504,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::8cd8:13ff:fe48:898c->8e:d8:13:48:89:8c"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.483137155Z","hostname":"oxz_switch","pid":5504,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.483751134Z","hostname":"oxz_switch","pid":5504,"local_addr":"[fd00:1122:3344:101::2]:59918","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.483814605Z","hostname":"oxz_switch","pid":5504,"local_addr":"[fd00:1122:3344:101::2]:59918","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.484011458Z","hostname":"oxz_switch","pid":5504,"local_addr":"[fd00:1122:3344:101::2]:59918","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:59918","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.484034249Z","hostname":"oxz_switch","pid":5504,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.484042109Z","hostname":"oxz_switch","pid":5504,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.484181061Z","hostname":"oxz_switch","pid":5504,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.484505346Z","hostname":"oxz_switch","pid":5504,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.484552257Z","hostname":"oxz_switch","pid":5504,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:59918","producer_id":"24e7e407-c2c9-40ee-b747-b7bdac4fb567"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:13.484565547Z","hostname":"oxz_switch","pid":5504,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.484571627Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.484968284Z","hostname":"oxz_switch","pid":5504} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.485430091Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.485947959Z","hostname":"oxz_switch","pid":5504,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 736, tv_nsec: 764837820 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.486890584Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-31T17:58:46.648808228Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.486926535Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","id":"17334389704768630590"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.486941765Z","hostname":"oxz_switch","pid":5504,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.487127898Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:13.505136486Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-31T17:59:13.505591413Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:14.295907376Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:14.302265697Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:14.305958916Z","hostname":"oxz_switch","pid":5504} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:14.30619878Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:14.307399099Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-31T17:58:46.648679046Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:14.30744968Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","id":"8853595912811121804"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:14.30747714Z","hostname":"oxz_switch","pid":5504,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-31T17:59:14.58709556Z","hostname":"oxz_switch","pid":5504,"interface":"tfportqsfp0_0","entry":"10.151.2.174->ca:08:70:1e:1e:22"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:15.70389221Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:15.708508214Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:15.711158156Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:17.047882013Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:17.052753571Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:17.055604776Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:17.823639225Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:17.828568764Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:17.831362468Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:18.788356761Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:18.793272649Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:18.796529671Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:20.058227692Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:20.06251083Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:20.065479878Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:21.399631865Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:21.404589454Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:21.407852796Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:22.686279604Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:22.690682434Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:22.693739783Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:23.462854888Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:23.467813217Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:23.470602972Z","hostname":"oxz_switch","pid":5504} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:23.490156494Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17334389704768630590"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:24.309306248Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8853595912811121804"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:24.710590527Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:24.715994353Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:24.718857749Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:25.244941939Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:25.249281378Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:25.252638552Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:26.238763928Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:26.24387219Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:26.24704481Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:26.995561567Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:26.999933667Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:27.003121308Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:28.448777006Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:28.45344749Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:28.456121993Z","hostname":"oxz_switch","pid":5504} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:28.502769749Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-31T17:59:28.503968378Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.023470231s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:28.828856944Z","hostname":"oxz_switch","pid":5504,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 752, tv_nsec: 112720464 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:28.829582245Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:28.836366673Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:29.286749978Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:29.290736602Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:29.294080725Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:30.043251501Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:30.048162579Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:30.050793221Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:30.944000141Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:30.948417821Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:30.951255087Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:31.508512971Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:31.513773224Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:31.516919195Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:32.071860782Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:32.076456405Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:32.079224839Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:33.151292543Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:33.156036079Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:33.159435323Z","hostname":"oxz_switch","pid":5504} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:33.473278482Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17334389704768630590"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:34.289771439Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8853595912811121804"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:34.540780323Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:34.545357466Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:34.548481566Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:35.294018647Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:35.298646841Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:35.302056946Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:36.445695294Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:36.450382129Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:36.453434028Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:37.338313848Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:37.343168716Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:37.345734509Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:37.975043669Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:37.979099604Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:37.982500048Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:38.559593447Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:38.56354698Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:38.566447707Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:39.367910913Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:39.372826262Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:39.375961892Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:39.946628257Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:39.951267762Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:39.954161688Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:40.977100056Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:40.981974114Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:40.985288747Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:41.605932162Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:41.610766869Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:41.614198724Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:42.523962152Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:42.528426563Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:42.531552163Z","hostname":"oxz_switch","pid":5504} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:43.449895698Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17334389704768630590"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:43.584793456Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:43.593386133Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:43.597861875Z","hostname":"oxz_switch","pid":5504} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:43.795642298Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-31T17:59:43.796619233Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"30.358714154s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.106321666Z","hostname":"oxz_switch","pid":5504,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 767, tv_nsec: 432878287 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.106840224Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.115218898Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.176928295Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.181689621Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.185329769Z","hostname":"oxz_switch","pid":5504} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.264522365Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8853595912811121804"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.879208495Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.886155666Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:44.889919876Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:45.541603397Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:45.54742238Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:45.550663642Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:46.677764466Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:46.683973995Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:46.687043775Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:47.996038746Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:48.017435929Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:48.022976657Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:49.413314511Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:49.425227831Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:49.429963887Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:50.064982581Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:50.07052362Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:50.074037796Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:51.331590795Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:51.338755284Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:51.342459089Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:52.8277047Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:52.833023465Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:52.835735439Z","hostname":"oxz_switch","pid":5504} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:53.425395198Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17334389704768630590"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:54.168304597Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:54.173555511Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:54.176763843Z","hostname":"oxz_switch","pid":5504} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:54.243268676Z","hostname":"oxz_switch","pid":5504,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8853595912811121804"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:54.999473039Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:55.00579231Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:55.009988057Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:55.677246407Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:55.682630543Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:55.685899805Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:56.462733597Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:56.467220439Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:56.470655054Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:57.800069672Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:57.808873123Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:57.814673906Z","hostname":"oxz_switch","pid":5504} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:58.75728392Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:58.762985491Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:58.765765715Z","hostname":"oxz_switch","pid":5504} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:59.076631136Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-31T17:59:59.077811374Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"45.681427547s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:59.878161103Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportrear0_0 addrs [fe80::8cd8:13ff:fe48:898c]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:59.885311437Z","hostname":"oxz_switch","pid":5504} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-31T17:59:59.889192919Z","hostname":"oxz_switch","pid":5504} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-31T18:00:00.259956488Z","hostname":"oxz_switch","pid":5504,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 783, tv_nsec: 630295229 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-31T18:00:00.260726961Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-31T18:00:00.271612515Z","hostname":"oxz_switch","pid":5504,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}