[ Jul 22 20:43:48 Enabled. ]
[ Jul 22 20:43:48 Rereading configuration. ]
[ Jul 22 20:43:48 Rereading configuration. ]
[ Jul 22 20:44:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jul 22 20:44:00 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.046650153Z","hostname":"oxz_switch","pid":5353,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.048698117Z","hostname":"oxz_switch","pid":5353}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.049046612Z","hostname":"oxz_switch","pid":5353}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.051341788Z","hostname":"oxz_switch","pid":5353,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.051373689Z","hostname":"oxz_switch","pid":5353,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        4d2618f7-a654-441e-b117-49ad2b7cc819,\n    ),\n    sled_id: Some(\n        fe94a6c0-d682-4570-be03-b85617774e5b,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.052935657Z","hostname":"oxz_switch","pid":5353}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.052962067Z","hostname":"oxz_switch","pid":5353,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.058781565Z","hostname":"oxz_switch","pid":5353,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec87:55ff:fe31:3f13->ee:87:55:31:3f:13"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.059993729Z","hostname":"oxz_switch","pid":5353}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.065408083Z","hostname":"oxz_switch","pid":5353}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:00.070989868Z","hostname":"oxz_switch","pid":5353}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.617762666Z","hostname":"oxz_switch","pid":5353}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.622987917Z","hostname":"oxz_switch","pid":5353}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:00.626264815Z","hostname":"oxz_switch","pid":5353}
[ Jul 22 20:44:00 Rereading configuration. ]
[ Jul 22 20:44:00 Executing refresh method (:kill). ]
[ Jul 22 20:44:00 Stopping because all processes in service exited. ]
[ Jul 22 20:44:00 Executing stop method (:kill). ]
[ Jul 22 20:44:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jul 22 20:44:00 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.716230907Z","hostname":"oxz_switch","pid":5490,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.717228438Z","hostname":"oxz_switch","pid":5490}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.717618463Z","hostname":"oxz_switch","pid":5490}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.717775505Z","hostname":"oxz_switch","pid":5490,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.718617264Z","hostname":"oxz_switch","pid":5490,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.720122652Z","hostname":"oxz_switch","pid":5490,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 4d2618f7-a654-441e-b117-49ad2b7cc819, sled_id: fe94a6c0-d682-4570-be03-b85617774e5b, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 1096977e-bf6d-4e17-abce-fdc3e31f9699, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.720210443Z","hostname":"oxz_switch","pid":5490,"unit":"oximeter","producer_id":"a3242949-cfbb-4f79-a4da-0c38df1410db"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        4d2618f7-a654-441e-b117-49ad2b7cc819,\n    ),\n    sled_id: Some(\n        fe94a6c0-d682-4570-be03-b85617774e5b,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.721100653Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.728586591Z","hostname":"oxz_switch","pid":5490}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.730370322Z","hostname":"oxz_switch","pid":5490,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1c8f:b8ff:feb0:1a04->1e:8f:b8:b0:1a:04"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.730582164Z","hostname":"oxz_switch","pid":5490,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ec87:55ff:fe31:3f13->ee:87:55:31:3f:13"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.732586118Z","hostname":"oxz_switch","pid":5490,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.733268226Z","hostname":"oxz_switch","pid":5490,"local_addr":"[fd00:1122:3344:101::2]:59608","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.733342827Z","hostname":"oxz_switch","pid":5490,"local_addr":"[fd00:1122:3344:101::2]:59608","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.733486828Z","hostname":"oxz_switch","pid":5490,"local_addr":"[fd00:1122:3344:101::2]:59608","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:59608","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.733515449Z","hostname":"oxz_switch","pid":5490,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.733524729Z","hostname":"oxz_switch","pid":5490,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.73367904Z","hostname":"oxz_switch","pid":5490,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.733805082Z","hostname":"oxz_switch","pid":5490}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.733982264Z","hostname":"oxz_switch","pid":5490,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.734015284Z","hostname":"oxz_switch","pid":5490,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:59608","producer_id":"a3242949-cfbb-4f79-a4da-0c38df1410db"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:00.734040855Z","hostname":"oxz_switch","pid":5490,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.734050895Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.734293047Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:00.735790475Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.761951ms","count":"0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.735818865Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-22T20:43:43.814357681Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.735829485Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","id":"6754314526165846094"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:00.735836116Z","hostname":"oxz_switch","pid":5490,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:00.737260652Z","hostname":"oxz_switch","pid":5490}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:01.037973175Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"303.922731ms","count":"1"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-22T20:44:01.301084349Z","hostname":"oxz_switch","pid":5490,"interface":"tfportqsfp0_0","entry":"10.151.1.174->d6:96:dc:ce:4e:a3"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:01.55446062Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"820.400585ms","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:01.998438836Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.003258303Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.005902523Z","hostname":"oxz_switch","pid":5490}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.006093156Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.006998986Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-22T20:43:43.814197950Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.007029967Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","id":"8641440025108236958"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.007044587Z","hostname":"oxz_switch","pid":5490,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:02.45835702Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.724303255s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.735547128Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.741275065Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:02.744487533Z","hostname":"oxz_switch","pid":5490}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:03.680141444Z","hostname":"oxz_switch","pid":5490,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4af4282b-be01-49f6-8049-3debc6d725d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"596f78be-d601-4a26-9e14-4f14a741a392.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e55d18ea-d658-4064-9ad9-9c89dbdafd93.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e55d18ea-d658-4064-9ad9-9c89dbdafd93.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 718, tv_nsec: 676050620 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:03.680749311Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:03.696701377Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:03.742722305Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:03.748247099Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:03.751025762Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:05.155861124Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:05.161245787Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:05.164082471Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:06.383473946Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:06.389300445Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:06.39237155Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:07.470608098Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:07.475521165Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:07.478739253Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:08.6776574Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:08.682104452Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:08.685032856Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:10.098625171Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:10.103887892Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:10.107213961Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:10.738872251Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6754314526165846094"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:10.767390934Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:10.772290352Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:10.775206026Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:12.008541694Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8641440025108236958"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:12.198880928Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:12.203527342Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:12.206533208Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:13.105684272Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:13.110477288Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:13.113655775Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:14.344595307Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:14.349664766Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:14.353114306Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:15.393247508Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:15.398438458Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:15.401705126Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:16.08767232Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:16.092236524Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:16.095545812Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:17.348609603Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:17.354736344Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:17.358484408Z","hostname":"oxz_switch","pid":5490}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:18.69817897Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:18.699021019Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"17.964985195s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:18.704775147Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:18.709049077Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:18.712676299Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:19.744531339Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:19.74935697Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:19.752559164Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:20.745966157Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6754314526165846094"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:20.949181601Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:20.954068356Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:20.957294396Z","hostname":"oxz_switch","pid":5490}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:22.009981993Z","hostname":"oxz_switch","pid":5490,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4af4282b-be01-49f6-8049-3debc6d725d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"596f78be-d601-4a26-9e14-4f14a741a392.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e55d18ea-d658-4064-9ad9-9c89dbdafd93.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e55d18ea-d658-4064-9ad9-9c89dbdafd93.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 736, tv_nsec: 997853523 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:22.010674819Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:22.0180292Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:22.018676135Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8641440025108236958"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:22.454195192Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:22.458603902Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:22.461395974Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:23.417583507Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:23.42304129Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:23.426189091Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:24.662380347Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:24.66655347Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:24.66998377Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:25.219374206Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:25.224663882Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:25.227901367Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:25.905168165Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:25.913108388Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:25.917287839Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:26.535458267Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:26.543955726Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:26.548296515Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:27.462157712Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:27.467468207Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:27.471410605Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:28.845576161Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:28.853903674Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:28.859450695Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:29.472483655Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:29.491670644Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:29.495135231Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:30.830172738Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6754314526165846094"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:31.085689436Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:31.102668108Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:31.112940482Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:32.048745355Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8641440025108236958"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:32.445128518Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:32.450779879Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:32.453715347Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:33.767259307Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:33.773827144Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:33.777484362Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:35.241185309Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:35.245972554Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:35.249214682Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:36.101616493Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:36.106918395Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:36.10979293Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:36.791910485Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:36.797530336Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:36.800566852Z","hostname":"oxz_switch","pid":5490}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:37.060508525Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:37.061183057Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"36.277155306s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:37.727172746Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:37.732893509Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:37.736481766Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:38.995700913Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:39.001371772Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:39.004315922Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:39.938333259Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:39.944566011Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:39.94903869Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:40.647574641Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:40.654207298Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:40.65742462Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:40.853326614Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6754314526165846094"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:41.675811531Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:41.681062262Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:41.684139606Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:42.077818129Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8641440025108236958"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:43.130175426Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:43.134379722Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:43.137768015Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:43.905914548Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:43.910856579Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:43.914537293Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:44.689310523Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:44.694081509Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:44.697171055Z","hostname":"oxz_switch","pid":5490}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:44.895109258Z","hostname":"oxz_switch","pid":5490,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4af4282b-be01-49f6-8049-3debc6d725d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"596f78be-d601-4a26-9e14-4f14a741a392.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e55d18ea-d658-4064-9ad9-9c89dbdafd93.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e55d18ea-d658-4064-9ad9-9c89dbdafd93.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 759, tv_nsec: 825914264 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:44.895726595Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:44.903447455Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:45.821171287Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:45.825568268Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:45.829044979Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:46.367045314Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:46.371525066Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:46.374765324Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:47.827175453Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:47.833505907Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:47.836437932Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:49.238696404Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:49.243782714Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:49.246944671Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:49.983119312Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:49.990144144Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:49.993752286Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:50.861002029Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6754314526165846094"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:50.958867563Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:50.966540332Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:50.971555961Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:52.060259801Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:52.067780869Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:52.071881887Z","hostname":"oxz_switch","pid":5490}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:52.081792373Z","hostname":"oxz_switch","pid":5490,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8641440025108236958"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:53.578114696Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:53.583219426Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:53.585979888Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:54.53957006Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:54.54379957Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:54.546477301Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:55.775740435Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:55.779816093Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:55.783539436Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:57.115359858Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:57.120246055Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:57.123428342Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:57.928905864Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:57.93289094Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:57.93629764Z","hostname":"oxz_switch","pid":5490}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:59.279728746Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:59.284488261Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:59.288171434Z","hostname":"oxz_switch","pid":5490}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:44:59.903408952Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-22T20:44:59.904497815Z","hostname":"oxz_switch","pid":5490,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"59.106435671s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:45:00.419294178Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportrear0_0 addrs [fe80::ec87:55ff:fe31:3f13]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:45:00.425136307Z","hostname":"oxz_switch","pid":5490}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-22T20:45:00.428325844Z","hostname":"oxz_switch","pid":5490}