[ Sep  6 02:12:22 Enabled. ]
[ Sep  6 02:12:22 Rereading configuration. ]
[ Sep  6 02:12:23 Rereading configuration. ]
[ Sep  6 02:12:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Sep  6 02:12:34 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:34.695786444Z","hostname":"oxz_switch","pid":4664,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-d2f5e154","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:34.739808058Z","hostname":"oxz_switch","pid":4664}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:34.740205431Z","hostname":"oxz_switch","pid":4664}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:34.740430493Z","hostname":"oxz_switch","pid":4664,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:34.750701155Z","hostname":"oxz_switch","pid":4664,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        5ccb3a59-f08f-48f9-9576-d9a656a66012,\n    ),\n    sled_id: Some(\n        8952ad73-ed6b-4696-b2cb-d36e841abad5,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:34.752729152Z","hostname":"oxz_switch","pid":4664}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:34.752776632Z","hostname":"oxz_switch","pid":4664,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:34.753192575Z","hostname":"oxz_switch","pid":4664,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::42c:bdff:fe8b:1bff->06:2c:bd:8b:1b:ff"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:34.757166547Z","hostname":"oxz_switch","pid":4664}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:34.769809779Z","hostname":"oxz_switch","pid":4664}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:12:34.778556439Z","hostname":"oxz_switch","pid":4664}
[ Sep  6 02:12:35 Rereading configuration. ]
[ Sep  6 02:12:35 Executing refresh method (:kill). ]
[ Sep  6 02:12:35 Stopping because all processes in service exited. ]
[ Sep  6 02:12:35 Executing stop method (:kill). ]
[ Sep  6 02:12:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Sep  6 02:12:35 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.325875004Z","hostname":"oxz_switch","pid":4795,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-d2f5e154","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.366962914Z","hostname":"oxz_switch","pid":4795}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.367226786Z","hostname":"oxz_switch","pid":4795}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.367335457Z","hostname":"oxz_switch","pid":4795,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.377332697Z","hostname":"oxz_switch","pid":4795,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.377782991Z","hostname":"oxz_switch","pid":4795,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 5ccb3a59-f08f-48f9-9576-d9a656a66012, sled_id: 8952ad73-ed6b-4696-b2cb-d36e841abad5, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 3af152bb-bbe5-4111-96d7-aff0ff8480a4, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.377814911Z","hostname":"oxz_switch","pid":4795,"unit":"oximeter","producer_id":"ef68c591-a601-4f7e-b16a-a5382d385a63"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.378699838Z","hostname":"oxz_switch","pid":4795,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::42c:bdff:fe8b:1bff->06:2c:bd:8b:1b:ff"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        5ccb3a59-f08f-48f9-9576-d9a656a66012,\n    ),\n    sled_id: Some(\n        8952ad73-ed6b-4696-b2cb-d36e841abad5,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.378761578Z","hostname":"oxz_switch","pid":4795}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.37898716Z","hostname":"oxz_switch","pid":4795,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9040:41ff:fec5:7e48->92:40:41:c5:7e:48"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.387052695Z","hostname":"oxz_switch","pid":4795}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.390909426Z","hostname":"oxz_switch","pid":4795,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.391771223Z","hostname":"oxz_switch","pid":4795,"local_addr":"[fd00:1122:3344:101::2]:53152","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.391871964Z","hostname":"oxz_switch","pid":4795,"local_addr":"[fd00:1122:3344:101::2]:53152","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.3/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.391981874Z","hostname":"oxz_switch","pid":4795,"local_addr":"[fd00:1122:3344:101::2]:53152","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:53152","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.391994905Z","hostname":"oxz_switch","pid":4795,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.392029555Z","hostname":"oxz_switch","pid":4795,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.392165736Z","hostname":"oxz_switch","pid":4795,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.392428138Z","hostname":"oxz_switch","pid":4795,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.392498209Z","hostname":"oxz_switch","pid":4795,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:53152","producer_id":"ef68c591-a601-4f7e-b16a-a5382d385a63"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:35.392514419Z","hostname":"oxz_switch","pid":4795,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.392546399Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.401216609Z","hostname":"oxz_switch","pid":4795}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.401629812Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.40635641Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-09-06T02:12:18.547762401Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.40642383Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","id":"18184527020775975995"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:35.406528011Z","hostname":"oxz_switch","pid":4795,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:12:35.409745177Z","hostname":"oxz_switch","pid":4795}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:12:36.654517084Z","hostname":"oxz_switch","pid":4795,"interface":"tfportqsfp0_0","entry":"10.151.1.174->f6:7c:a1:1d:60:a2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:36.892411484Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:36.903896216Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:36.910308768Z","hostname":"oxz_switch","pid":4795}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:36.910613761Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:36.911890571Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-09-06T02:12:18.547622409Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:36.911947931Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","id":"1305892679055758413"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:36.911957361Z","hostname":"oxz_switch","pid":4795,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:37.430313363Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:37.440314423Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:37.44607722Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:38.199359298Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:38.213179169Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:38.220409618Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:38.774545548Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:38.785548126Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:38.791118051Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.103123126Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.115191603Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.121506733Z","hostname":"oxz_switch","pid":4795}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.395326663Z","hostname":"oxz_switch","pid":4795,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4e71e6d5-3c39-4dcf-bffc-4a47ef47e557.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6882149d-846e-43cb-b587-5e654caec97f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 996, tv_nsec: 964213278 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.395859827Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.427138348Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.915202987Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.926609249Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:40.933807457Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:41.581128615Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:41.593163892Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:41.5991184Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:42.699597007Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:42.711735534Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:42.71870133Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:43.706635654Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:43.717769343Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:43.724136664Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:44.379868829Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:44.391037979Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:44.398273527Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:45.411467703Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:45.748049876Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:45.75968842Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:45.765715078Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:46.355307103Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:46.36622402Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:46.373244917Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:46.914983327Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:47.224650084Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:47.23660281Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:47.243024371Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:47.870350439Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:47.882149804Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:47.888838098Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:49.314809469Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:49.326335531Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:49.333296537Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:50.352596622Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:50.364465378Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:50.370802118Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:51.581211668Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:51.593430636Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:51.599530395Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:52.271677662Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:52.28259091Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:52.288966251Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:53.112055359Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:53.123536812Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:53.129483519Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:54.930492372Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:54.942240417Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:54.948664758Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:55.727324607Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:55.741498201Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:12:55.743335256Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.037779439s","count":"0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:56.041018673Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:56.05187934Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:56.058771696Z","hostname":"oxz_switch","pid":4795}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:56.103518316Z","hostname":"oxz_switch","pid":4795,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4e71e6d5-3c39-4dcf-bffc-4a47ef47e557.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6882149d-846e-43cb-b587-5e654caec97f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1012, tv_nsec: 360424794 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:56.104014746Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:56.13501256Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:57.123970893Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:57.135385235Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:57.142327321Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:57.226441919Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:57.907457962Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:57.918918544Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:57.925373816Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:59.176127627Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:59.186872264Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:12:59.193356446Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:00.523368475Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:00.536047167Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:00.542484119Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:01.711824097Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:01.722853154Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:01.728538129Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:03.196759125Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:03.208250317Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:03.214878051Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:04.468675255Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:04.479610201Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:04.485572884Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:05.701359118Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:05.809545839Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:05.820989442Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:05.827758906Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:06.87731113Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:06.889580019Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:06.895676828Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:07.19997939Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:08.367316912Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:08.379608031Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:08.385504549Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:09.577919579Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:09.588693246Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:09.594871536Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:10.49354201Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:10.506188916Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:10.512750315Z","hostname":"oxz_switch","pid":4795}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:11.094115886Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:13:11.095819839Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.433594022s","count":"1"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:11.349008947Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:11.360012233Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:11.365747262Z","hostname":"oxz_switch","pid":4795}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:11.719396889Z","hostname":"oxz_switch","pid":4795,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4e71e6d5-3c39-4dcf-bffc-4a47ef47e557.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6882149d-846e-43cb-b587-5e654caec97f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1028, tv_nsec: 20184387 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:11.720003134Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:11.750884213Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:12.801520181Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:12.812646281Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:12.819200864Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:14.171286499Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:14.182730001Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:14.189303584Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:15.484331659Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:15.495452839Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:15.502199634Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:15.677554665Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:16.456373445Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:16.469044817Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:16.475741691Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:17.001633745Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:17.013545161Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:17.020133224Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:17.175939258Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:17.983740042Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:17.995456396Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:18.001831138Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:19.500137399Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:19.512209586Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:19.518963981Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:20.435686491Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:20.447781808Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:20.45666105Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:21.074932447Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:21.086593952Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:21.092891082Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:21.809924646Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:21.821528409Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:21.827524958Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:22.577144453Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:22.588895037Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:22.594880365Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:23.666950028Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:23.678196618Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:23.68470732Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:25.029373698Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:25.041699437Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:25.048131309Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:25.654203929Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:25.699611714Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:25.711267278Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:25.717408027Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:26.436904391Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:26.448997768Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:26.45541515Z","hostname":"oxz_switch","pid":4795}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:26.712929603Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:13:26.714476986Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"51.092489559s","count":"2"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:27.151950939Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:27.401027943Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:27.413634385Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:27.42050779Z","hostname":"oxz_switch","pid":4795}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:27.657056915Z","hostname":"oxz_switch","pid":4795,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4e71e6d5-3c39-4dcf-bffc-4a47ef47e557.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6882149d-846e-43cb-b587-5e654caec97f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1043, tv_nsec: 999099914 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:27.65769114Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:27.688580019Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:28.270572895Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:28.282628101Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:28.289508517Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:29.794480414Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:29.806121398Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:29.813095074Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:30.87812723Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:30.888894217Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:30.895031086Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:32.155481085Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:32.168250508Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:32.174673479Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:33.006646888Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:33.018810996Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:33.024884055Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:33.742181551Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:33.754176348Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:33.760217337Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:34.596961954Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:34.607324887Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:34.614329024Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:35.534601173Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:35.546015305Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:35.551713001Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:35.630075742Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:36.414556998Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:36.426530835Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:36.432789325Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:37.1275145Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:37.472496788Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:37.492250137Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:37.499226903Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:38.191214985Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:38.203293182Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:38.210050286Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:39.407767032Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:39.419587287Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:39.426056438Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:40.216523813Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:40.228111617Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:40.235292335Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:41.163126816Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:41.175593706Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:41.182585162Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:41.946201842Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:41.957367632Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:41.963853664Z","hostname":"oxz_switch","pid":4795}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:42.64892541Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:13:42.650632454Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.071934886s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:43.053120295Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:43.064363236Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:43.070488745Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:43.712822577Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:43.724797333Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:43.730721771Z","hostname":"oxz_switch","pid":4795}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:44.490128676Z","hostname":"oxz_switch","pid":4795,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4e71e6d5-3c39-4dcf-bffc-4a47ef47e557.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6882149d-846e-43cb-b587-5e654caec97f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1060, tv_nsec: 877920594 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:44.490760131Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:44.521654239Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:44.916809452Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:44.929355562Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:44.936074737Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:45.583860842Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:45.59608431Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:45.604614819Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:45.60465833Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:46.124609047Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:46.137751403Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:46.144754288Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:47.004641812Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:47.026289147Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:47.037549608Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:47.104039143Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:48.451938425Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:48.498898994Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:48.523793224Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:50.035542037Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:50.049951633Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:50.058765064Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:51.308794339Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:51.591863288Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:51.618612114Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:52.231837241Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:52.248425965Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:52.256893183Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:53.205938015Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:53.217205275Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:53.224538545Z","hostname":"oxz_switch","pid":4795}
{"msg":"removed stale NDP entry :fe80::9040:41ff:fec5:7e48->92:40:41:c5:7e:48","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:13:54.140251387Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:54.311387605Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:54.323579684Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:54.330871113Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:55.16638235Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:55.177478439Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:55.18498071Z","hostname":"oxz_switch","pid":4795}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-09-06T02:13:55.316067695Z","hostname":"oxz_switch","pid":4795,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9040:41ff:fec5:7e48->92:40:41:c5:7e:48"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:55.580160672Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:56.277541128Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:56.289087711Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:56.295405412Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:56.922792174Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:56.9347829Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:56.941242532Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:57.080263982Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:58.342808937Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:58.353828236Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:58.360151137Z","hostname":"oxz_switch","pid":4795}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:59.483085008Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:13:59.485049184Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"83.950895747s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:59.556611648Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:59.56797101Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:13:59.57551369Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:00.560435589Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:00.572076353Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:00.579611043Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:01.31528071Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:01.327563379Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:01.334682696Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:02.037086237Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:02.050627566Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:02.058753011Z","hostname":"oxz_switch","pid":4795}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:02.576979142Z","hostname":"oxz_switch","pid":4795,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4e71e6d5-3c39-4dcf-bffc-4a47ef47e557.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6882149d-846e-43cb-b587-5e654caec97f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 4314400 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:02.577635047Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:02.608305134Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:03.062621782Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:03.075185463Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:03.090220394Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:04.01735765Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:04.029337106Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:04.035881049Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:05.456962399Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:05.468951955Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:05.475257486Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:05.574121209Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:06.172824206Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:06.185466517Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:06.193705834Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:07.078033685Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:07.393486447Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:07.408688759Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:07.417425879Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:08.178249228Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:08.192367011Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:08.199491531Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:13.632246129Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:13.653390289Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:13.672807504Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:15.181834985Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:15.204656928Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:15.217174154Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:15.599338521Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:16.323428379Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:16.342058507Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:16.352710832Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:17.091567814Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:17.616684311Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:14:17.625727694Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"102.087952611s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:17.773073049Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:17.790346959Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:17.801692311Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:18.457733507Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:18.469404759Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:18.477335844Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:19.188135366Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:19.200482688Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:19.207896176Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:20.251356607Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:20.276345392Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:20.289711495Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:21.696303382Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:21.724539014Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:21.741659856Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:23.142404335Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:23.155298758Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:23.161529729Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:23.731932536Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:23.746876436Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:23.755001411Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:24.823905472Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:24.838262348Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:24.846137611Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:25.60821125Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:26.223244017Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:26.235866558Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:26.243039406Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:27.073731956Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:27.08730473Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:27.097063064Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:27.101224437Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:28.00841814Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:28.02081548Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:28.027477873Z","hostname":"oxz_switch","pid":4795}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:28.117324945Z","hostname":"oxz_switch","pid":4795,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4e71e6d5-3c39-4dcf-bffc-4a47ef47e557.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6882149d-846e-43cb-b587-5e654caec97f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"75be9f9a-e4c5-4e4d-acee-25e76d554b0c.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1104, tv_nsec: 534834087 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:28.122336234Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:28.178216763Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:29.191188055Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:29.224889346Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:29.244167561Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:29.957119936Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:29.978062794Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:29.988914021Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:31.510671922Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:31.616055065Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:31.686884353Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:33.292977709Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:33.317226323Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:33.327638627Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:34.770557547Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:34.789216716Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:34.801185013Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:35.516140606Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:35.532140475Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:36.016139104Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:36.272781605Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:36.609970284Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:36.628710845Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:36.639129198Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:37.104534408Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:37.300815325Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:37.319096072Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:37.329274463Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:38.689903295Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:38.70304866Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:38.712036332Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:40.076981059Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:40.093657323Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:40.103435892Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:41.445260031Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:41.55830517Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:41.574754752Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:42.799228157Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:42.813457872Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:42.821211094Z","hostname":"oxz_switch","pid":4795}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:43.179767793Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-09-06T02:14:43.26278836Z","hostname":"oxz_switch","pid":4795,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/dab6693/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"127.722352802s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:43.380137732Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:43.394040834Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:43.401666035Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:44.486967441Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:44.499078248Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:44.506600648Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:45.86659126Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:45.88150404Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:45.88904846Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:46.314137184Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:46.843523455Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:46.85780266Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:46.864461793Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:47.121746469Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:47.464573332Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:47.48045539Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:47.489554813Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:48.565446684Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:48.582163988Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:48.590801117Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:49.513545758Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:49.528657299Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:49.537310078Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:50.295943102Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:50.307322553Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:50.314828203Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:51.258761134Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:51.272316862Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:51.279755832Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:51.970871013Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:51.983716456Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:51.990337359Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:53.311793322Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:53.325060248Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:53.33274746Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:54.214624562Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:54.227260334Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:54.235085947Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:55.240224559Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:55.255168449Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:55.26398494Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:56.128971846Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:56.142278543Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:56.151074883Z","hostname":"oxz_switch","pid":4795}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:56.320361003Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18184527020775975995"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:57.125617189Z","hostname":"oxz_switch","pid":4795,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1305892679055758413"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:57.412926537Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:57.430261836Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:57.441683648Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:58.248636618Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:58.260561524Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:58.267966273Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:58.829949717Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:58.841483019Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:14:58.849365583Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:15:00.157259615Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:15:00.178847218Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:15:00.191258668Z","hostname":"oxz_switch","pid":4795}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:15:00.932528661Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportrear0_0 addrs [fe80::42c:bdff:fe8b:1bff]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:15:00.956517643Z","hostname":"oxz_switch","pid":4795}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-09-06T02:15:00.968700881Z","hostname":"oxz_switch","pid":4795}