[ Jan 17 08:11:32 Enabled. ] [ Jan 17 08:11:32 Rereading configuration. ] [ Jan 17 08:11:33 Rereading configuration. ] [ Jan 17 08:11:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 17 08:11:44 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.345341034Z","hostname":"oxz_switch","pid":4691,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.386785498Z","hostname":"oxz_switch","pid":4691} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.387132327Z","hostname":"oxz_switch","pid":4691} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.38798435Z","hostname":"oxz_switch","pid":4691,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.389405139Z","hostname":"oxz_switch","pid":4691,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 501c26f9-6d6e-4a3c-873a-3f5d10a6ebda,\n ),\n sled_id: Some(\n c633c512-a1f3-43bd-a49d-7ac5c6ba82af,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.390645223Z","hostname":"oxz_switch","pid":4691} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.390693545Z","hostname":"oxz_switch","pid":4691,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.395625389Z","hostname":"oxz_switch","pid":4691,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::781a:64ff:fe5b:6b4->7a:1a:64:5b:06:b4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:44.397436239Z","hostname":"oxz_switch","pid":4691} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:44.403403212Z","hostname":"oxz_switch","pid":4691} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:11:44.409302603Z","hostname":"oxz_switch","pid":4691} [ Jan 17 08:11:44 Rereading configuration. ] [ Jan 17 08:11:44 Executing refresh method (:kill). ] [ Jan 17 08:11:44 Stopping because all processes in service exited. ] [ Jan 17 08:11:44 Executing stop method (:kill). ] [ Jan 17 08:11:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 17 08:11:44 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:44.966671401Z","hostname":"oxz_switch","pid":4883,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.008032962Z","hostname":"oxz_switch","pid":4883} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.008307009Z","hostname":"oxz_switch","pid":4883} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.008372891Z","hostname":"oxz_switch","pid":4883,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.010253422Z","hostname":"oxz_switch","pid":4883,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.010367365Z","hostname":"oxz_switch","pid":4883,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 501c26f9-6d6e-4a3c-873a-3f5d10a6ebda, sled_id: c633c512-a1f3-43bd-a49d-7ac5c6ba82af, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 8bdcc2fb-37f1-4c73-8267-840785141401, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.010390026Z","hostname":"oxz_switch","pid":4883,"unit":"oximeter","producer_id":"1df32110-fb6c-45f2-a1c0-c19f53087d74"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 501c26f9-6d6e-4a3c-873a-3f5d10a6ebda,\n ),\n sled_id: Some(\n c633c512-a1f3-43bd-a49d-7ac5c6ba82af,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.011618489Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.01822095Z","hostname":"oxz_switch","pid":4883} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.020573894Z","hostname":"oxz_switch","pid":4883,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::781a:64ff:fe5b:6b4->7a:1a:64:5b:06:b4"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.020804351Z","hostname":"oxz_switch","pid":4883,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::fc35:dfff:fec8:b12c->fe:35:df:c8:b1:2c"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.022494357Z","hostname":"oxz_switch","pid":4883,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.023159595Z","hostname":"oxz_switch","pid":4883,"local_addr":"[fd00:1122:3344:101::2]:46435","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.023238747Z","hostname":"oxz_switch","pid":4883,"local_addr":"[fd00:1122:3344:101::2]:46435","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.023411292Z","hostname":"oxz_switch","pid":4883,"local_addr":"[fd00:1122:3344:101::2]:46435","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46435","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.023426692Z","hostname":"oxz_switch","pid":4883,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.023441893Z","hostname":"oxz_switch","pid":4883,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.023543015Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.023902735Z","hostname":"oxz_switch","pid":4883,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.023981647Z","hostname":"oxz_switch","pid":4883,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46435","producer_id":"1df32110-fb6c-45f2-a1c0-c19f53087d74"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:45.023994948Z","hostname":"oxz_switch","pid":4883,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.024004598Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.024132122Z","hostname":"oxz_switch","pid":4883} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.024529573Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.024723018Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-17T08:11:28.367367251Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.024768949Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","id":"14757573388362936352"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:45.024778999Z","hostname":"oxz_switch","pid":4883,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:11:45.027406281Z","hostname":"oxz_switch","pid":4883} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-17T08:11:46.298878462Z","hostname":"oxz_switch","pid":4883,"interface":"tfportqsfp0_0","entry":"10.151.2.174->1e:24:cd:7d:1f:1c"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:46.480652092Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:46.485637498Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:46.488398154Z","hostname":"oxz_switch","pid":4883} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:46.488574839Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:46.489797682Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-17T08:11:28.367236488Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:46.489861764Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","id":"10994005833051767487"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:46.489871444Z","hostname":"oxz_switch","pid":4883,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:47.632915554Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:47.637860809Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:47.641027266Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:48.338431153Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:48.342883854Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:48.345678841Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:49.465102775Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:49.4703969Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:49.473606757Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:50.027382828Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6165, tv_nsec: 376246319 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:50.027980104Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:50.058867068Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:50.670988404Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:50.67561922Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:50.678286163Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:51.582248607Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:51.587104299Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:51.589584317Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:52.879932555Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:52.885276901Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:52.888073808Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:54.294533719Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:54.299227787Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:54.302310021Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:55.029522732Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:55.356722298Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:55.361808047Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:55.365171169Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:56.194592944Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:56.19918132Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:56.201521954Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:56.492042487Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:57.434165564Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:57.439338366Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:57.442156472Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:58.098682141Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:58.102873736Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:58.105632301Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:59.217251613Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:59.222453245Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:11:59.225464297Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:00.719528094Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:00.725325942Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:00.727864522Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:01.508186525Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:01.512549994Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:01.515522515Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:02.210013062Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:02.214850724Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:02.218184755Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:03.384386988Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:03.389272112Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:03.391915564Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:04.065656544Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:04.070378363Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:04.073082877Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.001088648Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.005075777Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.007765101Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.032793765Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.06004218Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:12:05.061330295Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.037318486s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.204125389Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6180, tv_nsec: 553052062 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.204689814Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.235179088Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.609511312Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.61456068Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:05.617193492Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:06.454050122Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:06.45873588Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:06.461830384Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:06.493267614Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:07.206566504Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:07.211035347Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:07.214055689Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:08.384400556Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:08.388778595Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:08.391807648Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:09.54845419Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:09.553022834Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:09.555462821Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:10.387494058Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:10.391779695Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:10.394822139Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:11.143851267Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:11.148857414Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:11.151837065Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:12.200277459Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:12.205143422Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:12.207979069Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:12.844974185Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:12.84993774Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:12.852333146Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:14.225467045Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:14.230966776Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:14.233858015Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:15.03472406Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:15.467290937Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:15.471963524Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:15.47473912Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:16.326543448Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:16.330719422Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:16.333377785Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:16.4945053Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:17.49930237Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:17.50369049Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:17.505971562Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:18.79157681Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:18.795886118Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:18.798406296Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:20.111589758Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:20.116818351Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:20.119481893Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:20.236195695Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:12:20.23713948Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"35.213142572s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:20.911541848Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6196, tv_nsec: 260473142 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:20.912187566Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:20.943235785Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:21.487112264Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:21.491414491Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:21.494863426Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:22.94165116Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:22.945626118Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:22.948458146Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:24.085883901Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:24.089691265Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:24.092177533Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:25.037024754Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:25.44871004Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:25.453620744Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:25.456360399Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:26.49739696Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:26.804402093Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:26.807774316Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:26.810355396Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:27.388606925Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:27.393742136Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:27.396558063Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:28.580808069Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:28.58485275Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:28.587871112Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:29.488380262Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:29.492859234Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:29.495388703Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:30.261306453Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:30.265659792Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:30.268591742Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:31.15077789Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:31.154778349Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:31.157576006Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:32.100674059Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:32.105179172Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:32.108173754Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:32.881714893Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:32.886120734Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:32.889262059Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:33.466177911Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:33.470701845Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:33.473557143Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:34.050212668Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:34.054715181Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:34.057585119Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:34.788553744Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:34.793351995Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:34.796245344Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:35.038815775Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:35.944280561Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:12:35.945766011Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"50.921754092s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:36.117413443Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:36.121840624Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:36.124869567Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:36.498702018Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:37.020324328Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:37.024729818Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:37.027703529Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:37.309279838Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6212, tv_nsec: 658182640 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:37.310049169Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:37.340536922Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:38.309613196Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:38.313857862Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:38.316876525Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:38.90815996Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:38.912880099Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:38.915950893Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:39.761176691Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:39.765791157Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:39.768690476Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:40.294792549Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:40.299079326Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:40.301986896Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:41.07321037Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:41.077909459Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:41.080847009Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:41.790634265Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:41.794999874Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:41.797826312Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:43.06449493Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:43.06886609Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:43.071563804Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:44.072630303Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:44.077057804Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:44.079893021Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:45.040878824Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:45.342640834Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:45.347097126Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:45.350032496Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:46.367195735Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:46.371490233Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:46.37433102Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:46.500828869Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:47.641427312Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:47.645986906Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:47.648888765Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:48.763552979Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:48.768159465Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:48.770916831Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:49.750179303Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:49.755048156Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:49.757596695Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:50.652879992Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:50.657360734Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:50.660053198Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:51.654398452Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:51.658855584Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:51.661888587Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:52.342471743Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:12:52.343379718Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"67.319367539s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:53.000122322Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:53.004151032Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:53.006559888Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:54.313844078Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6229, tv_nsec: 662772201 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:54.314433034Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:54.343267083Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:54.465481884Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:54.471150089Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:54.47374176Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:55.043020273Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:55.805865769Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:55.810571848Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:55.813334564Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:56.50233716Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:57.126206205Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:57.130613326Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:57.133466114Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:58.431925423Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:58.436632542Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:58.439657574Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:59.56171166Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:59.566351167Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:12:59.569247346Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:00.991329915Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:00.99589725Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:00.998950994Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:02.322039226Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:02.326659312Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:02.32951851Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:03.23223807Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:03.236956639Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:03.239717445Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:04.004147023Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:04.008471792Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:04.010762824Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:05.04497467Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:05.488776243Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:05.492976328Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:05.49560336Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:06.503944057Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:06.992831592Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:06.997603063Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:07.000576744Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:07.97046738Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:07.974789779Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:07.977539534Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:09.344228248Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:13:09.345529464Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"84.321519505s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:09.410573432Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:09.414980633Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:09.417937653Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:10.039380083Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:10.043736342Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:10.0465885Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:11.217538803Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:11.22293588Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:11.225623264Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:12.075982932Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:12.080176966Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:12.08324603Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:13.075581309Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:13.08033853Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:13.083464705Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:13.701123662Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:13.705837491Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:13.708809092Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:14.331567577Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6249, tv_nsec: 680478270 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:14.332358269Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:14.361543917Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:14.823766064Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:14.82837673Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:14.831257059Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:15.046878383Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:15.773643153Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:15.778099005Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:15.780759788Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:16.505931133Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:16.732431716Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:16.736723833Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:16.739090207Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:17.684288368Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:17.688063142Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:17.690781926Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:18.707012109Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:18.711304677Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:18.714110254Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:19.586862854Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:19.591287925Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:19.594072111Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:20.691672248Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:20.696447749Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:20.699260516Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:21.374740282Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:21.37942024Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:21.382406102Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:22.701026082Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:22.705468003Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:22.708209588Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:23.62894839Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:23.633439043Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:23.636066485Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:24.687292015Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:24.691729926Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:24.694504442Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:25.048715446Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:26.159934165Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:26.164759348Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:26.167596415Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:26.508390262Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:26.783629577Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:26.788308715Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:26.790969458Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:28.047754177Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:28.052293891Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:28.054875851Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:29.363253712Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:13:29.364453795Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"104.340433246s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:29.537978819Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:29.542583155Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:29.545544936Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:30.752220206Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:30.756695548Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:30.759622928Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:32.104813754Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:32.108604187Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:32.111186278Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:33.03997989Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:33.044455053Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:33.047151126Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:33.928579574Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:33.932925283Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:33.935781961Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:34.992244583Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6270, tv_nsec: 341153886 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:34.99284837Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:35.022079879Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:35.051107352Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:35.107868774Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:35.112646415Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:35.115333908Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:36.34364185Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:36.348139663Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:36.350865888Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:36.509303799Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:37.438320738Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:37.442930654Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:37.445579866Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:38.451858707Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:38.455759783Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:38.458274752Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:39.615382007Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:39.619782237Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:39.622343597Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:40.921778273Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:40.926100281Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:40.928670502Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:41.690565821Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:41.69527844Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:41.698276052Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:42.236847565Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:42.241288537Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:42.244291689Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:42.879149216Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:42.883361491Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:42.886178588Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:44.093383681Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:44.098277685Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:44.101162534Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:45.052913764Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:45.156253069Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:45.160586558Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:45.163418865Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:46.167018613Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:46.171372662Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:46.174430036Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:46.510848503Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:47.562489194Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:47.567711407Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:47.570462512Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:48.123175953Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:48.127547652Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:48.130566315Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:48.94459534Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:48.948114516Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:48.951207131Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:49.84911596Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:49.85351477Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:49.856281226Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:50.022719775Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:13:50.024114164Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"125.000116715s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:51.339788533Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:51.345468938Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:51.347991187Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:52.050727619Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:52.054644046Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:52.057617547Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:52.706624551Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:52.711147615Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:52.714318121Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:54.158455293Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:54.162328719Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:54.165087684Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:55.055139357Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:55.35588046Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:55.359704584Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:55.362450099Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:56.400382865Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:56.405429103Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:56.408343873Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:56.513001674Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:57.852276559Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:57.856772442Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:57.859512757Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:58.392294262Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:58.396748554Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:58.399402666Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:59.610543698Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:59.615083722Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:13:59.617758005Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:00.973264124Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:00.977900711Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:00.980713828Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:01.190315268Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6296, tv_nsec: 539216850 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:01.190940595Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:01.220505733Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:01.989325392Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:01.993760033Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:01.996668023Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:02.660703778Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:02.665041796Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:02.667937536Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:03.8418496Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:03.846340893Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:03.849564951Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:04.817104613Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:04.821318178Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:04.82432349Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:05.057523125Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:05.878779018Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:05.883275401Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:05.886456688Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:06.515500466Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:06.657679703Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:06.66197103Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:06.664706525Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:07.958913428Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:07.963547504Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:07.966109013Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:09.070562348Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:09.075405881Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:09.078411113Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:09.722852882Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:09.727275143Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:09.73011314Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:10.560282087Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:10.565228792Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:10.567792872Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:11.193821307Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:11.198350331Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:11.201306402Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:12.493942772Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:12.49864016Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:12.501525179Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:13.523245822Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:13.527521799Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:13.530058909Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:14.392456716Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:14.396357982Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:14.398994544Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:15.059260745Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:15.159893086Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:15.164463551Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:15.167091913Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:15.714828218Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:15.719068604Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:15.722059126Z","hostname":"oxz_switch","pid":4883} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:16.222382794Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-17T08:14:16.22333157Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"151.199320011s","count":"7"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:16.517969245Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:17.002958064Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:17.00756385Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:17.010786668Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:17.694938963Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:17.699824976Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:17.702392196Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:18.578699273Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:18.583138915Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:18.585643163Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:19.669624779Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:19.674485031Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:19.67735021Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:20.980672012Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:20.984913817Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:20.988142156Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:22.420159896Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:22.424881425Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:22.427575229Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:23.650678728Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:23.655046847Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:23.657824953Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:24.376535952Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:24.38087186Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:24.383651846Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:25.060392037Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:25.064551951Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:25.068923081Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:25.07181684Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:26.176337857Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:26.180923052Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:26.183784901Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:26.520129476Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:27.016516867Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:27.02103037Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:27.024076023Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:27.759768367Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:27.764188558Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:27.767135008Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:28.626543404Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:28.630595654Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:28.633127724Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:29.672635873Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:29.677133116Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:29.679960403Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:30.524837492Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:30.530050345Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:30.53246542Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:31.31558276Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:31.320588547Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:31.323426255Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:32.380293088Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:32.385066349Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:32.388102822Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:33.390805565Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:33.39540827Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:33.398534386Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:34.294696696Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:34.299014754Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:34.302232392Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:35.062506028Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:35.087029228Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:35.091037568Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:35.093588488Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:36.155540781Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:36.16029324Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:36.162935063Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:36.521506386Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:37.162777728Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:37.167272271Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:37.170311644Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:38.112244986Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:38.117046297Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:38.119860534Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:39.018102111Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:39.022429449Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:39.025109633Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:39.559105882Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:39.563575474Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:39.566586006Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:40.331208821Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:40.335899869Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:40.338883051Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:41.417072308Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:41.423230576Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:41.425749075Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:42.583822657Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:42.588504004Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:42.591019933Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:43.762902142Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:43.767344013Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:43.770039787Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:44.307885451Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:44.312681942Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:44.315391766Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:44.887091206Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:44.892422692Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:44.895067384Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:45.064667761Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:46.203185267Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:46.207718071Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:46.210765284Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:46.523738441Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:47.667615054Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:47.672655432Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:47.675678424Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:48.639429012Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:48.643964206Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:48.646782773Z","hostname":"oxz_switch","pid":4883} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:49.390969179Z","hostname":"oxz_switch","pid":4883,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"16b03e48-59d3-4f1e-8d09-3677be705320.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"743ed0fe-36d4-4337-a56a-43859b18fab8.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7c9c0e8f-0e10-4e07-b7bf-5ff486a0f3c4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 6344, tv_nsec: 739895952 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:49.391533665Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:49.421972287Z","hostname":"oxz_switch","pid":4883,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:49.620543115Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:49.624942156Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:49.628164784Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:50.52493044Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:50.530356899Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:50.533232267Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:51.176198055Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:51.181203802Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:51.184157153Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:51.918197562Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:51.922730866Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:51.92543748Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:53.074458073Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:53.079065319Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:53.081789143Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:53.835116079Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:53.84063408Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:53.843516909Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:54.371983556Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:54.376952982Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:54.379883272Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:55.066442532Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14757573388362936352"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:55.61978701Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:55.62454608Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:55.626819542Z","hostname":"oxz_switch","pid":4883} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:56.525765379Z","hostname":"oxz_switch","pid":4883,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10994005833051767487"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:56.802642429Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:56.807559083Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:56.810099143Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:57.357172119Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:57.361093976Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:57.363863732Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:58.27860443Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:58.282738253Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:58.28591732Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:59.67768206Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:59.682041139Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:14:59.684550388Z","hostname":"oxz_switch","pid":4883} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:15:00.867792866Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportrear0_0 addrs [fe80::781a:64ff:fe5b:6b4]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:15:00.872839964Z","hostname":"oxz_switch","pid":4883} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-17T08:15:00.875919459Z","hostname":"oxz_switch","pid":4883}