[ Mar 13 18:43:33 Enabled. ]
[ Mar 13 18:43:33 Rereading configuration. ]
[ Mar 13 18:43:34 Rereading configuration. ]
[ Mar 13 18:43:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 13 18:43:45 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.226516055Z","hostname":"oxz_switch","pid":4942,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-78fa4e7c","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.228521975Z","hostname":"oxz_switch","pid":4942}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.229082982Z","hostname":"oxz_switch","pid":4942}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.229464463Z","hostname":"oxz_switch","pid":4942,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.231599267Z","hostname":"oxz_switch","pid":4942,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        db8b3346-4c10-45db-a2d7-7579c6543aed,\n    ),\n    sled_id: Some(\n        d29a9e47-5213-41d8-a857-cdc5102dcea9,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.232953618Z","hostname":"oxz_switch","pid":4942}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.232974998Z","hostname":"oxz_switch","pid":4942,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.237082011Z","hostname":"oxz_switch","pid":4942,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c871:65ff:fee2:bbae->ca:71:65:e2:bb:ae"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.239411501Z","hostname":"oxz_switch","pid":4942}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.244686808Z","hostname":"oxz_switch","pid":4942}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-13T18:43:45.249403299Z","hostname":"oxz_switch","pid":4942}
[ Mar 13 18:43:45 Rereading configuration. ]
[ Mar 13 18:43:45 Executing refresh method (:kill). ]
[ Mar 13 18:43:45 Stopping because all processes in service exited. ]
[ Mar 13 18:43:45 Executing stop method (:kill). ]
[ Mar 13 18:43:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 13 18:43:45 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.92846342Z","hostname":"oxz_switch","pid":5308,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-78fa4e7c","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.929430809Z","hostname":"oxz_switch","pid":5308}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.929761779Z","hostname":"oxz_switch","pid":5308}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.936657035Z","hostname":"oxz_switch","pid":5308,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.938514841Z","hostname":"oxz_switch","pid":5308,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.938631894Z","hostname":"oxz_switch","pid":5308,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: db8b3346-4c10-45db-a2d7-7579c6543aed, sled_id: d29a9e47-5213-41d8-a857-cdc5102dcea9, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 23f0667c-d8e3-4d68-80d4-600d7fe891f9, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.938667785Z","hostname":"oxz_switch","pid":5308,"unit":"oximeter","producer_id":"2ae1cb7d-c6e0-496b-8a54-d8b1a99165bd"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        db8b3346-4c10-45db-a2d7-7579c6543aed,\n    ),\n    sled_id: Some(\n        d29a9e47-5213-41d8-a857-cdc5102dcea9,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.940197651Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.947675694Z","hostname":"oxz_switch","pid":5308}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.949038595Z","hostname":"oxz_switch","pid":5308,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::ecad:3ff:fec0:83b1->ee:ad:03:c0:83:b1"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.949299643Z","hostname":"oxz_switch","pid":5308,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c871:65ff:fee2:bbae->ca:71:65:e2:bb:ae"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.950473398Z","hostname":"oxz_switch","pid":5308,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.951922551Z","hostname":"oxz_switch","pid":5308,"local_addr":"[fd00:1122:3344:101::2]:33518","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.951991333Z","hostname":"oxz_switch","pid":5308,"local_addr":"[fd00:1122:3344:101::2]:33518","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.952173629Z","hostname":"oxz_switch","pid":5308,"local_addr":"[fd00:1122:3344:101::2]:33518","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:33518","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.95220647Z","hostname":"oxz_switch","pid":5308,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.95221632Z","hostname":"oxz_switch","pid":5308,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.952387585Z","hostname":"oxz_switch","pid":5308,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.952771446Z","hostname":"oxz_switch","pid":5308,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.952823288Z","hostname":"oxz_switch","pid":5308,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:33518","producer_id":"2ae1cb7d-c6e0-496b-8a54-d8b1a99165bd"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:45.952836508Z","hostname":"oxz_switch","pid":5308,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.952843419Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.953608782Z","hostname":"oxz_switch","pid":5308}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.954018364Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.955366034Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-13T18:43:29.117062145Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.955388465Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","id":"6555721447888014178"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:45.955403815Z","hostname":"oxz_switch","pid":5308,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-13T18:43:45.956814297Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:46.967193034Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:46.973112379Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:46.977784419Z","hostname":"oxz_switch","pid":5308}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:46.978033916Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:46.980600193Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-13T18:43:29.116927361Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:46.980790279Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","id":"9297405273682831714"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:46.980870491Z","hostname":"oxz_switch","pid":5308,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-13T18:43:47.006832916Z","hostname":"oxz_switch","pid":5308,"interface":"tfportqsfp0_0","entry":"10.151.1.174->ca:fa:f8:e6:22:a1"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:47.637473182Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:47.642263125Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:47.645398018Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:48.738435023Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:48.742195555Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:48.745113723Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:49.720888376Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:49.725098832Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:49.728286877Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:50.862836472Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:50.867417389Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:50.870278045Z","hostname":"oxz_switch","pid":5308}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:50.954766328Z","hostname":"oxz_switch","pid":5308,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 655, tv_nsec: 695668330 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:50.955346746Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:50.997802453Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:51.490962972Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:51.495625091Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:51.498893379Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:52.905353585Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:52.910692804Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:52.913710324Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:53.874777328Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:53.879050876Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:53.88186504Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:54.865228639Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:54.869823276Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:54.872857437Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:55.960207143Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6555721447888014178"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:56.036592394Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:56.04181407Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:56.045426228Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:56.982032941Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9297405273682831714"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:57.542619364Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:57.5471693Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:57.549955103Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:58.799547404Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:58.803786031Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:58.806226704Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:59.901194786Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:59.906313649Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:43:59.909220726Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:00.532270148Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:00.537132623Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:00.539827133Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:01.608724816Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:01.612800218Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:01.615258292Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:02.262505206Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:02.267230197Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:02.269945739Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:03.435977369Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:03.439863646Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:03.442818354Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:04.085005106Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:04.089239632Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:04.092314234Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:05.388931589Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:05.393568358Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:05.396249518Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:05.711487671Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6555721447888014178"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:05.746635553Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-13T18:44:05.747705635Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.04694721s","count":"0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:05.946378167Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:05.950853851Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:05.953689496Z","hostname":"oxz_switch","pid":5308}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:06.12278079Z","hostname":"oxz_switch","pid":5308,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 671, tv_nsec: 116885157 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:06.123572224Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:06.154871142Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:06.728939605Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9297405273682831714"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:07.400572551Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:07.404803797Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:07.407865459Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:08.446053701Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:08.450962158Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:08.453479784Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:09.350511627Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:09.354642721Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:09.357175727Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:10.734434952Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:10.738938047Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:10.741992268Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:11.959412758Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:11.963736847Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:11.966471209Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:12.960754265Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:12.965240979Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:12.968418564Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:14.367675948Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:14.371243405Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:14.37372962Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:15.245342672Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:15.249877968Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:15.252753074Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:15.686020029Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6555721447888014178"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:16.70348946Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9297405273682831714"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:16.732677684Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:16.736702284Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:16.739198729Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:17.661740878Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:17.667381214Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:17.670340019Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:18.388074589Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:18.392550193Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:18.395522112Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:19.545391729Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:19.549674527Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:19.552499012Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:20.611313541Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:20.616500376Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:20.619083253Z","hostname":"oxz_switch","pid":5308}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:21.115723047Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-13T18:44:21.116709656Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.457893751s","count":"1"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:21.505540091Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:21.510126798Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:21.512986564Z","hostname":"oxz_switch","pid":5308}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:21.650209094Z","hostname":"oxz_switch","pid":5308,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 686, tv_nsec: 686613880 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:21.650903364Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:21.683282154Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:22.710741174Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:22.714960841Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:22.717863717Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:23.718012729Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:23.722635618Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:23.725479373Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:24.59822582Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:24.60290732Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:24.609423805Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:25.173616642Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:25.177994473Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:25.180738805Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:25.66072419Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6555721447888014178"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:26.584905937Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:26.589287778Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:26.592342849Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:26.678206321Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9297405273682831714"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:27.71632248Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:27.720599797Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:27.72336258Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:28.394972254Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:28.398769478Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:28.401583582Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:29.872663297Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:29.876555554Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:29.879734839Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:30.861750499Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:30.866318125Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:30.869408178Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:32.239048025Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:32.243767707Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:32.251741286Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:33.662434301Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:33.666846925Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:33.669230745Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:34.830888544Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:34.835352228Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:34.838003177Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:35.632907433Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:35.635140759Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6555721447888014178"}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:35.637275373Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:35.640006365Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:36.339262986Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:36.34439112Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:36.347178754Z","hostname":"oxz_switch","pid":5308}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:36.643031143Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-13T18:44:36.644188137Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"51.027569002s","count":"2"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:36.652993231Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9297405273682831714"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:37.453371511Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:37.458112993Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:37.460661239Z","hostname":"oxz_switch","pid":5308}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:38.044266186Z","hostname":"oxz_switch","pid":5308,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 703, tv_nsec: 125252303 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:38.044851454Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:38.076217353Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:38.573849806Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:38.578434514Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:38.58130666Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:39.254445828Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:39.258826019Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:39.261913351Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:39.949653167Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:39.954432121Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:39.957127081Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:41.357954724Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:41.362843649Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:41.365614352Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:42.099614833Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:42.103981334Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:42.106735406Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:43.456784646Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:43.461509828Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:43.464439456Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:44.018366585Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:44.024064305Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:44.026808207Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:45.150386087Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:45.154593593Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:45.157338875Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:45.60998578Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6555721447888014178"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:46.084647895Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:46.089335475Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:46.092036526Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:46.628092659Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9297405273682831714"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:47.349483563Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:47.354440212Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:47.356818123Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:48.699298226Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:48.704002247Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:48.706619575Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:49.850530072Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:49.85513292Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:49.858195002Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:50.736875156Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:50.741188325Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:50.743772992Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:51.438977992Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:51.443684143Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:51.446597375Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:52.001889439Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:52.006642632Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:52.009600621Z","hostname":"oxz_switch","pid":5308}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:53.037340209Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-13T18:44:53.038657789Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.466559424s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:53.047157403Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:53.050862884Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:53.053743011Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:54.276066566Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:54.280418606Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:54.283191049Z","hostname":"oxz_switch","pid":5308}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:55.099708962Z","hostname":"oxz_switch","pid":5308,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 720, tv_nsec: 227015899 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:55.100421343Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:55.132795663Z","hostname":"oxz_switch","pid":5308,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:55.584236302Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6555721447888014178"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:55.613837998Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:55.618846718Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:55.621361913Z","hostname":"oxz_switch","pid":5308}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:56.602864638Z","hostname":"oxz_switch","pid":5308,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9297405273682831714"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:56.779162227Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:56.783979031Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:56.786815396Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:57.502402837Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:57.506696016Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:57.509535341Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:58.911399132Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:58.916241997Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:58.919052261Z","hostname":"oxz_switch","pid":5308}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:59.718984218Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportrear0_0 addrs [fe80::c871:65ff:fee2:bbae]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:59.723604896Z","hostname":"oxz_switch","pid":5308}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-13T18:44:59.726372639Z","hostname":"oxz_switch","pid":5308}