[ Apr 1 17:58:38 Enabled. ] [ Apr 1 17:58:38 Rereading configuration. ] [ Apr 1 17:58:39 Rereading configuration. ] [ Apr 1 17:58:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Apr 1 17:58:50 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.079975368Z","hostname":"oxz_switch","pid":4631,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-abae2128","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.081833176Z","hostname":"oxz_switch","pid":4631} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.082116623Z","hostname":"oxz_switch","pid":4631} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.082334259Z","hostname":"oxz_switch","pid":4631,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.084375102Z","hostname":"oxz_switch","pid":4631,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n e0b94f69-48b7-4428-9b6a-dffc05f2b0a5,\n ),\n sled_id: Some(\n 7024d5b0-bc58-444c-8217-a88eb16087c6,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.08583864Z","hostname":"oxz_switch","pid":4631} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.085859961Z","hostname":"oxz_switch","pid":4631,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.089620588Z","hostname":"oxz_switch","pid":4631,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::dc80:34ff:fe52:54fc->de:80:34:52:54:fc"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.09201169Z","hostname":"oxz_switch","pid":4631} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.097418301Z","hostname":"oxz_switch","pid":4631} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-01T17:58:50.102635297Z","hostname":"oxz_switch","pid":4631} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.622989465Z","hostname":"oxz_switch","pid":4631} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.628299313Z","hostname":"oxz_switch","pid":4631} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-01T17:58:50.631492816Z","hostname":"oxz_switch","pid":4631} [ Apr 1 17:58:50 Rereading configuration. ] [ Apr 1 17:58:50 Executing refresh method (:kill). ] [ Apr 1 17:58:50 Stopping because all processes in service exited. ] [ Apr 1 17:58:50 Executing stop method (:kill). ] [ Apr 1 17:58:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Apr 1 17:58:50 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.701813424Z","hostname":"oxz_switch","pid":4998,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-abae2128","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.702801809Z","hostname":"oxz_switch","pid":4998} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.703103507Z","hostname":"oxz_switch","pid":4998} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.703187739Z","hostname":"oxz_switch","pid":4998,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.705155621Z","hostname":"oxz_switch","pid":4998,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.705263144Z","hostname":"oxz_switch","pid":4998,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: e0b94f69-48b7-4428-9b6a-dffc05f2b0a5, sled_id: 7024d5b0-bc58-444c-8217-a88eb16087c6, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 571e7390-3e3c-4dce-8600-35cb72feb8f1, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.705303634Z","hostname":"oxz_switch","pid":4998,"unit":"oximeter","producer_id":"c783e949-cad3-4daa-9f7d-42b9c66c8f92"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n e0b94f69-48b7-4428-9b6a-dffc05f2b0a5,\n ),\n sled_id: Some(\n 7024d5b0-bc58-444c-8217-a88eb16087c6,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.706743592Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.712616435Z","hostname":"oxz_switch","pid":4998} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.714305988Z","hostname":"oxz_switch","pid":4998,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::dc80:34ff:fe52:54fc->de:80:34:52:54:fc"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.714554655Z","hostname":"oxz_switch","pid":4998,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fcdf:3bff:fe21:e4a7->fe:df:3b:21:e4:a7"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.717335517Z","hostname":"oxz_switch","pid":4998,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.718144278Z","hostname":"oxz_switch","pid":4998,"local_addr":"[fd00:1122:3344:101::2]:60940","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.71821398Z","hostname":"oxz_switch","pid":4998,"local_addr":"[fd00:1122:3344:101::2]:60940","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.718367184Z","hostname":"oxz_switch","pid":4998,"local_addr":"[fd00:1122:3344:101::2]:60940","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:60940","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.718400565Z","hostname":"oxz_switch","pid":4998,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.718410475Z","hostname":"oxz_switch","pid":4998,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.71858818Z","hostname":"oxz_switch","pid":4998,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.718917808Z","hostname":"oxz_switch","pid":4998,"unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.71896408Z","hostname":"oxz_switch","pid":4998} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.71897357Z","hostname":"oxz_switch","pid":4998,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:60940","producer_id":"c783e949-cad3-4daa-9f7d-42b9c66c8f92"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:50.71898809Z","hostname":"oxz_switch","pid":4998,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.71899581Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.72706367Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.728576499Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-01T17:58:34.095531870Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.72860456Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","id":"1272523120151298618"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:50.728613951Z","hostname":"oxz_switch","pid":4998,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-01T17:58:50.730072649Z","hostname":"oxz_switch","pid":4998} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-01T17:58:51.948317139Z","hostname":"oxz_switch","pid":4998,"interface":"tfportqsfp0_0","entry":"10.151.1.174->72:34:81:f1:4f:84"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.19105803Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.1960895Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.198917624Z","hostname":"oxz_switch","pid":4998} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.199139429Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.200232468Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-01T17:58:34.095400858Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.20029779Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","id":"6891723812559191287"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.20030732Z","hostname":"oxz_switch","pid":4998,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.988246194Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.992932376Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:52.996229261Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:54.246752331Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:54.251470454Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:54.254983035Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:54.909977973Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:54.915483917Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:54.918357561Z","hostname":"oxz_switch","pid":4998} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:55.72957153Z","hostname":"oxz_switch","pid":4998,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"53ea6496-fec0-40cf-a500-b21602238b8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ba0fec63-85a2-4483-b857-c5d78aa083a9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6826, tv_nsec: 299451328 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:55.730186826Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:55.777700092Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:55.963354188Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:55.968752718Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:55.971442728Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:56.53118483Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:56.535656456Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:56.538313535Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:57.980348924Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:57.984760628Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:57.987306704Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:59.197359472Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:59.20225977Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:58:59.205141395Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:00.254023432Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:00.258716514Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:00.261290491Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:00.73358771Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1272523120151298618"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:01.452822757Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:01.457936501Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:01.460637161Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:02.202036555Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6891723812559191287"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:02.402102666Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:02.40685335Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:02.409597301Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:03.048706106Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:03.052834233Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:03.055475662Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:04.372148841Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:04.376374431Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:04.378973399Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:05.854740304Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:05.859501378Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:05.862548317Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:07.328340226Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:07.333241313Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:07.335566083Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:08.620221955Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:08.624556668Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:08.627135845Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:09.234094216Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:09.238044739Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:09.240892034Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:10.031441211Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:10.036115413Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:10.038903506Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:10.810912261Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1272523120151298618"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:10.853017258Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-01T17:59:10.8546374Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.06115774s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:10.983175701Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:10.987145735Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:10.98965197Z","hostname":"oxz_switch","pid":4998} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:11.203462813Z","hostname":"oxz_switch","pid":4998,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"53ea6496-fec0-40cf-a500-b21602238b8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ba0fec63-85a2-4483-b857-c5d78aa083a9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6841, tv_nsec: 700098819 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:11.203953706Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:11.23708067Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:11.596100518Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:11.600713339Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:11.60306754Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:12.274455711Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6891723812559191287"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:12.345462732Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:12.350861753Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:12.353646866Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:13.831732698Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:13.836610595Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:13.839150811Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:14.862824706Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:14.866735438Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:14.869720026Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:16.087369806Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:16.091963306Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:16.095046486Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:17.227093946Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:17.231329756Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:17.234189211Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:18.504997237Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:18.509215658Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:18.511756054Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:19.792861529Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:19.797374657Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:19.80015437Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:20.78067659Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:20.785442414Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1272523120151298618"} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:20.785463664Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:20.788193215Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:22.115964487Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:22.12064866Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:22.123667298Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:22.249224741Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6891723812559191287"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:23.603887045Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:23.608593597Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:23.611628857Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:24.74456359Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:24.748854872Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:24.752018954Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:25.416770993Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:25.420478349Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:25.423353104Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:26.080616218Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:26.085056464Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:26.088053732Z","hostname":"oxz_switch","pid":4998} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:26.197641739Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-01T17:59:26.198736637Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.447257682s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:26.653758529Z","hostname":"oxz_switch","pid":4998,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"53ea6496-fec0-40cf-a500-b21602238b8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ba0fec63-85a2-4483-b857-c5d78aa083a9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6857, tv_nsec: 192445703 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:26.65455933Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:26.685887796Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:27.318436185Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:27.322640715Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:27.325549051Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:28.49624087Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:28.500341344Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:28.503279081Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:29.287470622Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:29.292272717Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:29.294888236Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:30.279674566Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:30.283901626Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:30.286629477Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:30.759644547Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1272523120151298618"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:31.421490389Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:31.4261399Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:31.429004435Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:32.22366924Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6891723812559191287"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:32.310408621Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:32.315016141Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:32.317215298Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:32.935921356Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:32.939468639Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:32.941693317Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:34.384337952Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:34.38847982Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:34.390850121Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:35.453072921Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:35.457932728Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:35.460834363Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:36.651336297Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:36.655739472Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:36.658262043Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:37.639067885Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:37.643523041Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:37.646512529Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:38.198745285Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:38.20352279Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:38.206293522Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:39.653000165Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:39.657250236Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:39.660274024Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:40.734142138Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1272523120151298618"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:41.130231752Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:41.134319648Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:41.137132602Z","hostname":"oxz_switch","pid":4998} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:41.647223498Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-01T17:59:41.648375599Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.938695633s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:41.899270959Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:41.90354958Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:41.905967537Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:42.198003135Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6891723812559191287"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:42.609734888Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:42.614159384Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:42.616950116Z","hostname":"oxz_switch","pid":4998} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.002742943Z","hostname":"oxz_switch","pid":4998,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"53ea6496-fec0-40cf-a500-b21602238b8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ba0fec63-85a2-4483-b857-c5d78aa083a9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6873, tv_nsec: 585661558 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.003459652Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.034957383Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.228366564Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.233080957Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.236087256Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.808772774Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.812833206Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:43.815556521Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:44.919208061Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:44.923544303Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:44.926246954Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:46.415263699Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:46.419832968Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:46.422697162Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:47.740374741Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:47.744286932Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:47.746818358Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:48.88048435Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:48.884821753Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:48.888039917Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:50.226546757Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:50.231395644Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:50.234019782Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:50.710336568Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1272523120151298618"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:50.763581367Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:50.76792475Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:50.770548888Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:51.780586087Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:51.785289351Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:51.787922708Z","hostname":"oxz_switch","pid":4998} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:52.173308324Z","hostname":"oxz_switch","pid":4998,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6891723812559191287"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:53.216552748Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:53.221820666Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:53.224956757Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:54.497863209Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:54.502164601Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:54.504917057Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:55.767885947Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:55.77261365Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:55.775535466Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:57.220281947Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:57.224417805Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:57.227195718Z","hostname":"oxz_switch","pid":4998} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:57.983743159Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:57.988647976Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:57.991260364Z","hostname":"oxz_switch","pid":4998} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:57.995993378Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-01T17:59:57.996998464Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.331593569s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:59.247516382Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:59.252301677Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:59.254992288Z","hostname":"oxz_switch","pid":4998} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:59.991553157Z","hostname":"oxz_switch","pid":4998,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"53ea6496-fec0-40cf-a500-b21602238b8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ba0fec63-85a2-4483-b857-c5d78aa083a9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eee8904c-1c99-4909-9e73-ec7e9f3d89a5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6890, tv_nsec: 620488062 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-01T17:59:59.992401559Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-01T18:00:00.023560452Z","hostname":"oxz_switch","pid":4998,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T18:00:00.283918039Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportrear0_0 addrs [fe80::dc80:34ff:fe52:54fc]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T18:00:00.289972406Z","hostname":"oxz_switch","pid":4998} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-01T18:00:00.291414964Z","hostname":"oxz_switch","pid":4998}