[ May 27 20:57:35 Enabled. ]
[ May 27 20:57:35 Rereading configuration. ]
[ May 27 20:57:36 Rereading configuration. ]
[ May 27 20:57:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ May 27 20:57:47 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:47.722857863Z","hostname":"oxz_switch","pid":5327,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-50ed5312","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:47.724764207Z","hostname":"oxz_switch","pid":5327}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:47.725200961Z","hostname":"oxz_switch","pid":5327}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:47.725442799Z","hostname":"oxz_switch","pid":5327,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:47.727508808Z","hostname":"oxz_switch","pid":5327,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        1c09455f-73f3-4a3b-8d94-e9b27695a2ba,\n    ),\n    sled_id: Some(\n        ccc7c00d-c7d2-469d-94c4-08d24f726a2e,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:47.728686347Z","hostname":"oxz_switch","pid":5327}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:47.728711268Z","hostname":"oxz_switch","pid":5327,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:47.73477438Z","hostname":"oxz_switch","pid":5327,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3c4f:8ff:fe11:2346->3e:4f:08:11:23:46"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:47.735550295Z","hostname":"oxz_switch","pid":5327}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:47.741856565Z","hostname":"oxz_switch","pid":5327}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:57:47.747265345Z","hostname":"oxz_switch","pid":5327}
[ May 27 20:57:48 Rereading configuration. ]
[ May 27 20:57:48 Executing refresh method (:kill). ]
[ May 27 20:57:48 Stopping because all processes in service exited. ]
[ May 27 20:57:48 Executing stop method (:kill). ]
[ May 27 20:57:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ May 27 20:57:48 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.42885881Z","hostname":"oxz_switch","pid":5488,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-50ed5312","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.429807612Z","hostname":"oxz_switch","pid":5488}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.430179944Z","hostname":"oxz_switch","pid":5488}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.430274107Z","hostname":"oxz_switch","pid":5488,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.432316405Z","hostname":"oxz_switch","pid":5488,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.432407578Z","hostname":"oxz_switch","pid":5488,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 1c09455f-73f3-4a3b-8d94-e9b27695a2ba, sled_id: ccc7c00d-c7d2-469d-94c4-08d24f726a2e, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 537f6ae0-2d92-4ffc-b21e-bcba041f2614, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.43244876Z","hostname":"oxz_switch","pid":5488,"unit":"oximeter","producer_id":"83b1efb2-99b3-435a-ab4e-5dda3df8ee80"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        1c09455f-73f3-4a3b-8d94-e9b27695a2ba,\n    ),\n    sled_id: Some(\n        ccc7c00d-c7d2-469d-94c4-08d24f726a2e,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.43365973Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.441234752Z","hostname":"oxz_switch","pid":5488}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.442792084Z","hostname":"oxz_switch","pid":5488,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::10cb:66ff:fe8b:39fc->12:cb:66:8b:39:fc"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.442946109Z","hostname":"oxz_switch","pid":5488,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3c4f:8ff:fe11:2346->3e:4f:08:11:23:46"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.44449581Z","hostname":"oxz_switch","pid":5488,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.445909837Z","hostname":"oxz_switch","pid":5488,"local_addr":"[fd00:1122:3344:101::2]:63112","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.445955489Z","hostname":"oxz_switch","pid":5488,"local_addr":"[fd00:1122:3344:101::2]:63112","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.446119655Z","hostname":"oxz_switch","pid":5488,"local_addr":"[fd00:1122:3344:101::2]:63112","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:63112","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.446158416Z","hostname":"oxz_switch","pid":5488,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.446168236Z","hostname":"oxz_switch","pid":5488,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.446346542Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.446703424Z","hostname":"oxz_switch","pid":5488,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.446758626Z","hostname":"oxz_switch","pid":5488,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:63112","producer_id":"83b1efb2-99b3-435a-ab4e-5dda3df8ee80"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:48.446773856Z","hostname":"oxz_switch","pid":5488,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.446780537Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.447532351Z","hostname":"oxz_switch","pid":5488}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.447973516Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.448122601Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"44cb9ec0-dc86-4fc8-b845-9f7a3f3236cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"816dd9ca-b0e8-4c88-8f90-0565f3cfdf4c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1902, tv_nsec: 401000275 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.44927907Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.449341432Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-27T20:57:31.525186062Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.449376293Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","id":"16557448763549970901"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.449392673Z","hostname":"oxz_switch","pid":5488,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:57:48.450873373Z","hostname":"oxz_switch","pid":5488}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:48.466879455Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:49.174345091Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:49.179702119Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:49.183181985Z","hostname":"oxz_switch","pid":5488}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:49.183426713Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:49.184762868Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-05-27T20:57:31.525051578Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:49.18482132Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","id":"10188888426859422521"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:49.18483744Z","hostname":"oxz_switch","pid":5488,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-05-27T20:57:49.505532404Z","hostname":"oxz_switch","pid":5488,"interface":"tfportqsfp0_0","entry":"10.151.2.174->8a:54:9f:58:3f:30"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:50.131704474Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:50.135291563Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:50.138275533Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:51.403208542Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:51.406797522Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:51.409688838Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:52.150916297Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:52.155467279Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:52.158452298Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:53.369337499Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:53.373916361Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:53.377562453Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:54.504907483Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:54.50992806Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:54.513135767Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:55.666463342Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:55.671718037Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:55.675236894Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:56.46685275Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:56.471380051Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:56.474543976Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:57.056805905Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:57.061306395Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:57.064226782Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:58.453143738Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:58.469404299Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:58.474369895Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:58.477399836Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:59.186951701Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:59.977984348Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:59.982635833Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:57:59.985953383Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:01.344740236Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:01.348685158Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:01.352265267Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:02.135918018Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:02.141629568Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:02.144605897Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:03.091002699Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:03.096771641Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:03.100159184Z","hostname":"oxz_switch","pid":5488}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:03.37016957Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:58:03.371502805Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.022707016s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:03.64837429Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"44cb9ec0-dc86-4fc8-b845-9f7a3f3236cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"816dd9ca-b0e8-4c88-8f90-0565f3cfdf4c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1917, tv_nsec: 699293393 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:03.649059353Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:03.655187697Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:04.425421568Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:04.429887877Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:04.433032841Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:05.261526419Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:05.265566044Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:05.268515652Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:06.658848361Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:06.66332718Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:06.666284299Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:07.371717491Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:07.3764912Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:07.379605214Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:08.104045901Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:08.108760288Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:08.111617814Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:08.652138102Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:08.664243756Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:08.669112018Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:08.672551063Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:09.193410455Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:09.197724489Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:09.201413002Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:09.384216783Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:10.445915194Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:10.450324051Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:10.453629292Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:10.974494814Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:10.979196011Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:10.982643646Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:12.207334117Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:12.21221134Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:12.215344544Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:13.366518044Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:13.371345825Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:13.374841672Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:14.414814378Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:14.419213255Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:14.422926779Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:14.989483005Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:14.99414572Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:14.997332367Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:15.748460613Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:15.75347601Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:15.756554223Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:16.58713219Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:16.590868835Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:16.594494426Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:17.416623021Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:17.421058549Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:17.424452282Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:18.043788201Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:18.04856558Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:18.051516468Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:18.627221541Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:18.923358353Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:58:18.92446532Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"30.308365373s","count":"1"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:19.359337412Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:19.472332053Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"44cb9ec0-dc86-4fc8-b845-9f7a3f3236cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"816dd9ca-b0e8-4c88-8f90-0565f3cfdf4c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1933, tv_nsec: 257411118 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:19.473047487Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:19.481036313Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:19.481155517Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:19.486484505Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:19.489591519Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:20.129962699Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:20.134725478Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:20.137954606Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:21.33702769Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:21.341357745Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:21.34512215Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:22.099944343Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:22.110465684Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:22.113491155Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:23.225034651Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:23.230188713Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:23.233019127Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:24.181116407Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:24.185547275Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:24.188811574Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:24.82429759Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:24.829030238Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:24.832206604Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:26.0250366Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:26.030503263Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:26.033909897Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:26.795684619Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:26.800137258Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:26.803080286Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:27.682307449Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:27.687248944Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:27.691064721Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:28.426810576Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:28.431307637Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:28.433832921Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:28.602265582Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:29.333539227Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:29.345215537Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:29.349837721Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:29.353733181Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:30.341133034Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:30.346254335Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:30.349433511Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:31.6495174Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:31.654904609Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:31.657683792Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:32.650237447Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:32.655801582Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:32.658974618Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:33.418104133Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:33.422918653Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:33.426147041Z","hostname":"oxz_switch","pid":5488}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:34.440509514Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:58:34.441436085Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"45.867651457s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:34.520166153Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:34.524342792Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:34.526909248Z","hostname":"oxz_switch","pid":5488}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:35.159453778Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"44cb9ec0-dc86-4fc8-b845-9f7a3f3236cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"816dd9ca-b0e8-4c88-8f90-0565f3cfdf4c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1948, tv_nsec: 987382653 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:35.160053358Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:35.166629797Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:35.16671743Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:35.17240716Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:35.180970774Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:36.359206538Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:36.363943186Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:36.367116162Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:37.342033938Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:37.346465186Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:37.349320181Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:38.576076862Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:38.588194507Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:38.593732881Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:38.596813924Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:39.308088542Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:39.815158574Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:39.819765158Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:39.822678145Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:40.843519383Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:40.847891429Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:40.850770455Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:41.832488887Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:41.836946656Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:41.839403998Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:43.041509136Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:43.046147861Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:43.049642177Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:44.17609339Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:44.180846208Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:44.183754225Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:45.25720197Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:45.261625027Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:45.265272729Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:46.410508059Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:46.414910736Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:46.418051531Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:47.137113197Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:47.142122375Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:47.145853789Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:48.261681257Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:48.266351323Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:48.269569921Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:48.551064165Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:49.283058123Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:49.46633306Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:49.470731357Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:49.474254754Z","hostname":"oxz_switch","pid":5488}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:50.126550413Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:58:50.128130676Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"61.597237959s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:50.805757781Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:50.810464068Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:50.813938104Z","hostname":"oxz_switch","pid":5488}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:51.381253926Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"44cb9ec0-dc86-4fc8-b845-9f7a3f3236cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"816dd9ca-b0e8-4c88-8f90-0565f3cfdf4c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1965, tv_nsec: 253497092 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:51.381830486Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:51.38827621Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:51.600073989Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:51.604169926Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:51.607114404Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:52.255679018Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:52.260180028Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:52.263587842Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:53.748830649Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:53.75334323Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:53.756506345Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:55.132093591Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:55.136367364Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:55.139368404Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:56.122711091Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:56.127099537Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:56.130313615Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:57.239100268Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:57.243562507Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:57.246766854Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:58.28762715Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:58.292008466Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:58.294999965Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:58.526016745Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:59.258248042Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:59.716441633Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:59.721293635Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:58:59.724610575Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:00.817052823Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:00.821601075Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:00.824503172Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:02.211875842Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:02.217049344Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:02.220446488Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:03.526304868Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:03.531126699Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:03.533802188Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:04.242343234Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:04.246948768Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:04.249989899Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:05.310331046Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:05.314740035Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:05.317701402Z","hostname":"oxz_switch","pid":5488}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:06.348947459Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:59:06.350072886Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"77.863366628s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:06.469936246Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:06.47512787Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:06.478300475Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:07.372909181Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:07.37674748Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:07.380030929Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:08.452891574Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:08.457881201Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:08.461340966Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:08.500445081Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:09.232054497Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:09.552685338Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"44cb9ec0-dc86-4fc8-b845-9f7a3f3236cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"816dd9ca-b0e8-4c88-8f90-0565f3cfdf4c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1983, tv_nsec: 474488303 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:09.553414112Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:09.561024646Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:09.787784894Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:09.792086807Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:09.795469622Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:10.657132097Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:10.662215886Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:10.665462655Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:11.520078606Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:11.524564326Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:11.528160886Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:12.522142118Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:12.5273011Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:12.530912511Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:13.479229849Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:13.485045173Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:13.487848707Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:14.179626883Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:14.184048121Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:14.186822884Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:15.081080898Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:15.085670091Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:15.088466504Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:16.014928373Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:16.019294249Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:16.022050121Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:16.716751965Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:16.721656699Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:16.724901327Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:17.686796489Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:17.692300653Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:17.695386656Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:18.475256352Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:19.000389457Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:19.00498008Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:19.007683351Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:19.206432444Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:20.317814954Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:20.322811751Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:20.326309488Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:21.044264088Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:21.048675895Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:21.051658734Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:21.808445661Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:21.813099577Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:21.816555452Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:22.822889257Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:22.827285174Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:22.831106641Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:24.098391354Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:24.103650009Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:24.107033872Z","hostname":"oxz_switch","pid":5488}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:24.520820252Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:59:24.522011551Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"96.085072593s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:25.49791371Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:25.502277626Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:25.505895947Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:26.272321104Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:26.276921168Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:26.280204007Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:27.731098148Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:27.735529356Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:27.738075931Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:28.450295009Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:28.589097842Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:28.592926399Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:28.595323009Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:29.184409378Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:29.557263672Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:29.561907437Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:29.565962692Z","hostname":"oxz_switch","pid":5488}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:29.745937529Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"44cb9ec0-dc86-4fc8-b845-9f7a3f3236cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"816dd9ca-b0e8-4c88-8f90-0565f3cfdf4c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2003, tv_nsec: 723013644 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:29.746622761Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:29.753134569Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:31.060100936Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:31.064875575Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:31.068504516Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:32.073099453Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:32.076828777Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:32.080258952Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:32.714949484Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:32.719543407Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:32.722494146Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:33.372076924Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:33.376523832Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:33.379480361Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:34.354360535Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:34.358717531Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:34.361637958Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:35.367065593Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:35.371557413Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:35.375147662Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:35.897397182Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:35.902396398Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:35.90543151Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:37.32096542Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:37.325677648Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:37.328792482Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:38.187906703Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:38.19277551Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:38.195862938Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:38.424932773Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:38.798833072Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:38.803644162Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:38.806813038Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:39.158443643Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:39.886331245Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:39.892147089Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:39.895248612Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:41.25826926Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:41.263006289Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:41.266137973Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:42.052534307Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:42.057101059Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:42.060267345Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:42.719466025Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:42.724505553Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:42.728510737Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:43.435572323Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:43.44026425Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:43.44326952Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:43.981062258Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:43.985908219Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:43.988787425Z","hostname":"oxz_switch","pid":5488}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:44.713374027Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-05-27T20:59:44.714641519Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"116.332908102s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:44.774674483Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:44.779899897Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:44.783116985Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:45.96958185Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:45.974282407Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:45.977341469Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:46.89666426Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:46.901508511Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:46.905289687Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:47.455102086Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:47.459502103Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:47.462290296Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:48.399908104Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:48.712658924Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:48.717079652Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:48.720490396Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:49.13324044Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:49.582381559Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:49.587051635Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:49.590142498Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:51.035572966Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:51.041611057Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:51.044738142Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:52.018969205Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:52.023494476Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:52.026955841Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:52.858604706Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:52.862986332Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:52.866330184Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:54.125402692Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:54.130649527Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:54.134143044Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:54.663671376Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:54.667808565Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:54.671043932Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:55.515433851Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:55.519585Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:55.522621091Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:56.035108114Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:56.039723138Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:56.042415678Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:56.617036185Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:56.62196638Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:56.625551459Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:57.718481146Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:57.722982304Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:57.726194301Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:58.374588809Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16557448763549970901"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:58.414539432Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:58.41987151Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:58.42315496Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:58.965918923Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:58.9709105Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:58.974296013Z","hostname":"oxz_switch","pid":5488}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:59.108629826Z","hostname":"oxz_switch","pid":5488,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10188888426859422521"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:59.147788333Z","hostname":"oxz_switch","pid":5488,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"44cb9ec0-dc86-4fc8-b845-9f7a3f3236cb.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"816dd9ca-b0e8-4c88-8f90-0565f3cfdf4c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9896502c-ee75-44fe-a03d-86a8ef5b60e5.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 2033, tv_nsec: 205120018 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:59.148644311Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:59.156593176Z","hostname":"oxz_switch","pid":5488,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:59.558782479Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:59.563843338Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T20:59:59.567106247Z","hostname":"oxz_switch","pid":5488}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T21:00:00.706494221Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportrear0_0 addrs [fe80::3c4f:8ff:fe11:2346]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T21:00:00.710788055Z","hostname":"oxz_switch","pid":5488}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-05-27T21:00:00.713726953Z","hostname":"oxz_switch","pid":5488}