[ Oct 31 05:28:44 Enabled. ] [ Oct 31 05:28:44 Rereading configuration. ] [ Oct 31 05:28:45 Rereading configuration. ] [ Oct 31 05:28:56 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Oct 31 05:28:56 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.639790321Z","hostname":"oxz_switch","pid":5353,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.641620626Z","hostname":"oxz_switch","pid":5353} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.641900173Z","hostname":"oxz_switch","pid":5353} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.64220257Z","hostname":"oxz_switch","pid":5353,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.642493287Z","hostname":"oxz_switch","pid":5353,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n ffa852be-532b-4e85-9be1-1b389b0a94b3,\n ),\n sled_id: Some(\n 06130b34-0dc2-40b4-ba7f-f33f971a47f8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.64386259Z","hostname":"oxz_switch","pid":5353} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.643885271Z","hostname":"oxz_switch","pid":5353,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.64918863Z","hostname":"oxz_switch","pid":5353,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc06:95ff:fe3d:d57e->ce:06:95:3d:d5:7e"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:56.649480837Z","hostname":"oxz_switch","pid":5353,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d40d:5eff:fe57:2b75->d6:0d:5e:57:2b:75"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:56.650118533Z","hostname":"oxz_switch","pid":5353} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:56.654317515Z","hostname":"oxz_switch","pid":5353} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-31T05:28:56.659164174Z","hostname":"oxz_switch","pid":5353} [ Oct 31 05:28:57 Rereading configuration. ] [ Oct 31 05:28:57 Executing refresh method (:kill). ] [ Oct 31 05:28:57 Stopping because all processes in service exited. ] [ Oct 31 05:28:57 Executing stop method (:kill). ] [ Oct 31 05:28:57 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Oct 31 05:28:57 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.279505026Z","hostname":"oxz_switch","pid":5431,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-a133c73e","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.280683035Z","hostname":"oxz_switch","pid":5431} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.281029093Z","hostname":"oxz_switch","pid":5431} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.281073934Z","hostname":"oxz_switch","pid":5431,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.281521685Z","hostname":"oxz_switch","pid":5431,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.281908875Z","hostname":"oxz_switch","pid":5431,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: ffa852be-532b-4e85-9be1-1b389b0a94b3, sled_id: 06130b34-0dc2-40b4-ba7f-f33f971a47f8, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 75de0b06-eb47-4bf7-b1ad-a15fd7cc84eb, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.281978926Z","hostname":"oxz_switch","pid":5431,"unit":"oximeter","producer_id":"8c65528c-b5ae-45c6-9033-4958dbdc57a1"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n ffa852be-532b-4e85-9be1-1b389b0a94b3,\n ),\n sled_id: Some(\n 06130b34-0dc2-40b4-ba7f-f33f971a47f8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.282865068Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.298429187Z","hostname":"oxz_switch","pid":5431} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.300137069Z","hostname":"oxz_switch","pid":5431,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc06:95ff:fe3d:d57e->ce:06:95:3d:d5:7e"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.300397735Z","hostname":"oxz_switch","pid":5431,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::d40d:5eff:fe57:2b75->d6:0d:5e:57:2b:75"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.302058666Z","hostname":"oxz_switch","pid":5431,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.302693001Z","hostname":"oxz_switch","pid":5431,"local_addr":"[fd00:1122:3344:101::2]:61362","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.302804664Z","hostname":"oxz_switch","pid":5431,"local_addr":"[fd00:1122:3344:101::2]:61362","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.302983238Z","hostname":"oxz_switch","pid":5431,"local_addr":"[fd00:1122:3344:101::2]:61362","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:61362","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.302996039Z","hostname":"oxz_switch","pid":5431,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.303006449Z","hostname":"oxz_switch","pid":5431,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.303202864Z","hostname":"oxz_switch","pid":5431,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.303371018Z","hostname":"oxz_switch","pid":5431} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.303682865Z","hostname":"oxz_switch","pid":5431,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.303733376Z","hostname":"oxz_switch","pid":5431,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:61362","producer_id":"8c65528c-b5ae-45c6-9033-4958dbdc57a1"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:57.303743727Z","hostname":"oxz_switch","pid":5431,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.303753157Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.303798418Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.304899495Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-31T05:28:40.145784130Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.304927766Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","id":"1666880144374177607"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.304942926Z","hostname":"oxz_switch","pid":5431,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.305258524Z","hostname":"oxz_switch","pid":5431,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18fe29fb-d26c-4e0e-a4c9-7f8193db3854.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"daa8ad22-d0d3-480d-b059-f418b9d8209b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f3809b70-4699-4e19-b528-b9f28f4a874b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f3809b70-4699-4e19-b528-b9f28f4a874b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 3453, tv_nsec: 110127517 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.305973571Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:57.320779122Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-10-31T05:28:57.32107949Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:58.117242318Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:58.12184526Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:58.124427563Z","hostname":"oxz_switch","pid":5431} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:58.124834703Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:58.125825747Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-10-31T05:28:40.145649538Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:58.125857468Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","id":"8209258497759838572"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:58.125866788Z","hostname":"oxz_switch","pid":5431,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:28:58.983594208Z","hostname":"oxz_switch","pid":5431,"interface":"tfportqsfp0_0","entry":"10.151.2.174->7a:b3:6e:ee:d1:05"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:59.268531204Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:59.27326777Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:28:59.276000056Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:00.063252398Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:00.067194394Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:00.069521801Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:00.680877815Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:00.685027586Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:00.687533637Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:02.010850866Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:02.015244824Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:02.017664063Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:03.310579171Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:03.31547133Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:03.318421633Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:03.965090637Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:03.969536755Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:03.97217345Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:05.077120696Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:05.081149404Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:05.083310327Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:06.262698918Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:06.267824303Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:06.27056613Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:07.180984094Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:07.184432718Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:07.187300308Z","hostname":"oxz_switch","pid":5431} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:07.307584Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1666880144374177607"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:08.128261077Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8209258497759838572"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:08.650376605Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:08.656079694Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:08.658976825Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:09.794934347Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:09.799217091Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:09.802057531Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:11.27564592Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:11.279788571Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:11.28223467Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:12.370875411Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:12.377193705Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:12.381090691Z","hostname":"oxz_switch","pid":5431} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:12.891033702Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-31T05:29:12.892011775Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"15.019245569s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:13.019702329Z","hostname":"oxz_switch","pid":5431,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18fe29fb-d26c-4e0e-a4c9-7f8193db3854.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"daa8ad22-d0d3-480d-b059-f418b9d8209b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f3809b70-4699-4e19-b528-b9f28f4a874b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f3809b70-4699-4e19-b528-b9f28f4a874b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 3468, tv_nsec: 255696105 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:13.020982886Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:13.028489954Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:13.320663436Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:13.327512784Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:13.331074081Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:14.096268785Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:14.101627176Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:14.104804184Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:14.726775547Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:14.731227876Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:14.734348713Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:15.360778545Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:15.36507015Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:15.367885439Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:15.883097763Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:15.887249874Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:15.889256253Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:16.475604716Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:16.487562142Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:16.504528441Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:17.111275085Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:17.118996084Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:17.123282808Z","hostname":"oxz_switch","pid":5431} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:17.866189168Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1666880144374177607"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:18.283354915Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:18.288781988Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:18.291965316Z","hostname":"oxz_switch","pid":5431} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:18.684299106Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8209258497759838572"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:19.386521813Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:19.391160457Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:19.39375442Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:20.54196349Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:20.546082741Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:20.548337886Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:21.850057566Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:21.854987317Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:21.858372609Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:23.21043271Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:23.217748959Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:23.221550582Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:24.347274179Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:24.351868101Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:24.354547246Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:25.444146911Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:25.449720407Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:25.452975767Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:26.613577066Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:26.619213083Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:26.62357263Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:27.580964332Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:27.584436207Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:27.586442596Z","hostname":"oxz_switch","pid":5431} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:27.841813518Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1666880144374177607"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:28.029216789Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-31T05:29:28.031053396Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"30.198119739s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:28.412936999Z","hostname":"oxz_switch","pid":5431,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18fe29fb-d26c-4e0e-a4c9-7f8193db3854.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"daa8ad22-d0d3-480d-b059-f418b9d8209b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f3809b70-4699-4e19-b528-b9f28f4a874b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f3809b70-4699-4e19-b528-b9f28f4a874b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 3483, tv_nsec: 690900225 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:28.41339801Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:28.419447158Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:28.658483051Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8209258497759838572"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:29.065617473Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:29.06998899Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:29.07287052Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:30.211968734Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:30.216631718Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:30.219290123Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:31.330889855Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:31.335543009Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:31.338469851Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:32.465360267Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:32.470300818Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:32.472722177Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:33.238944117Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:33.244332678Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:33.247606648Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:33.992841417Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:33.998472242Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:34.001538988Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:35.429998184Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:35.436323829Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:35.441194567Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:36.845555955Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:36.852940705Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:36.857866615Z","hostname":"oxz_switch","pid":5431} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:37.827325933Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1666880144374177607"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:38.14690841Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:38.151764548Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:38.154472675Z","hostname":"oxz_switch","pid":5431} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:38.648055068Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8209258497759838572"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:39.253623177Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:39.262469485Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:39.267537072Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:41.345468476Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:41.352450526Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:41.356602247Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:45.6501478Z","hostname":"oxz_switch","pid":5431} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:45.655357087Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:45.662241284Z","hostname":"oxz_switch","pid":5431} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-31T05:29:45.75885856Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"47.943303411s","count":"2"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:45.767847069Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:47.077713584Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:47.08864276Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:47.097998128Z","hostname":"oxz_switch","pid":5431} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:47.118958849Z","hostname":"oxz_switch","pid":5431,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"18fe29fb-d26c-4e0e-a4c9-7f8193db3854.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"daa8ad22-d0d3-480d-b059-f418b9d8209b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f3809b70-4699-4e19-b528-b9f28f4a874b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f3809b70-4699-4e19-b528-b9f28f4a874b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 3502, tv_nsec: 410550662 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:47.121382628Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:47.174671387Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:48.460994312Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1666880144374177607"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:48.488371629Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:48.497063951Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:48.5017987Z","hostname":"oxz_switch","pid":5431} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:48.648963544Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8209258497759838572"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:49.948702058Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:49.957542703Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:49.962992216Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:50.793471509Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:50.802504079Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:50.80704347Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:51.69844164Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:51.706261271Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:51.710467453Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:52.995556501Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:53.005225837Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:53.010620588Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:53.846435564Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:53.855419133Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:53.859806Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:54.707572927Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:54.716236528Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:54.721493966Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:55.300393149Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:55.308697272Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:55.31395595Z","hostname":"oxz_switch","pid":5431} {"msg":"removed stale NDP entry :fe80::cc06:95ff:fe3d:d57e->ce:06:95:3d:d5:7e","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:29:56.371761567Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:56.526029297Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:56.532548786Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:56.53598532Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:57.49380583Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:57.501223021Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:57.505191347Z","hostname":"oxz_switch","pid":5431} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-10-31T05:29:58.243351413Z","hostname":"oxz_switch","pid":5431,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc06:95ff:fe3d:d57e->ce:06:95:3d:d5:7e"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:58.380457995Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:58.38845209Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:58.392428127Z","hostname":"oxz_switch","pid":5431} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:58.465958779Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1666880144374177607"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:58.652910617Z","hostname":"oxz_switch","pid":5431,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8209258497759838572"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:59.625470165Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:59.633394908Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:29:59.63838335Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:30:00.460526306Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:30:00.470585987Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:30:00.475414925Z","hostname":"oxz_switch","pid":5431} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:30:01.921704651Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportrear0_0 addrs [fe80::d40d:5eff:fe57:2b75]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:30:01.931446999Z","hostname":"oxz_switch","pid":5431} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:30:01.936720128Z","hostname":"oxz_switch","pid":5431} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-10-31T05:30:02.175920359Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-10-31T05:30:02.178553383Z","hostname":"oxz_switch","pid":5431,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"64.362639222s","count":"3"}