[ Nov 12 20:43:27 Enabled. ]
[ Nov 12 20:43:27 Rereading configuration. ]
[ Nov 12 20:43:28 Rereading configuration. ]
[ Nov 12 20:43:39 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Nov 12 20:43:39 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:39.707941349Z","hostname":"oxz_switch","pid":4920,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:39.761285939Z","hostname":"oxz_switch","pid":4920}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:39.761759011Z","hostname":"oxz_switch","pid":4920}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:39.762536761Z","hostname":"oxz_switch","pid":4920,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:39.763932127Z","hostname":"oxz_switch","pid":4920,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        21dec677-5bdd-45c9-88cb-9a589af920a7,\n    ),\n    sled_id: Some(\n        cdf575e5-7c27-4aa3-b1ec-77468da13285,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:39.766104524Z","hostname":"oxz_switch","pid":4920}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:39.766142625Z","hostname":"oxz_switch","pid":4920,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:39.772363736Z","hostname":"oxz_switch","pid":4920,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::58df:adff:fe1f:877c->5a:df:ad:1f:87:7c"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:39.774741657Z","hostname":"oxz_switch","pid":4920}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:39.780812924Z","hostname":"oxz_switch","pid":4920}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-11-12T20:43:39.786521432Z","hostname":"oxz_switch","pid":4920}
[ Nov 12 20:43:40 Rereading configuration. ]
[ Nov 12 20:43:40 Executing refresh method (:kill). ]
[ Nov 12 20:43:40 Stopping because all processes in service exited. ]
[ Nov 12 20:43:40 Executing stop method (:kill). ]
[ Nov 12 20:43:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Nov 12 20:43:40 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.37963734Z","hostname":"oxz_switch","pid":5303,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.421819942Z","hostname":"oxz_switch","pid":5303}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.422191941Z","hostname":"oxz_switch","pid":5303}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.422283164Z","hostname":"oxz_switch","pid":5303,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.424029999Z","hostname":"oxz_switch","pid":5303,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.424317967Z","hostname":"oxz_switch","pid":5303,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 21dec677-5bdd-45c9-88cb-9a589af920a7, sled_id: cdf575e5-7c27-4aa3-b1ec-77468da13285, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: b4c1575c-732d-4bf9-b502-77183ec79abb, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.424337907Z","hostname":"oxz_switch","pid":5303,"unit":"oximeter","producer_id":"58eae4ce-54d7-4493-8c25-9a06299f8899"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        21dec677-5bdd-45c9-88cb-9a589af920a7,\n    ),\n    sled_id: Some(\n        cdf575e5-7c27-4aa3-b1ec-77468da13285,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.42523393Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.432085477Z","hostname":"oxz_switch","pid":5303}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.432775206Z","hostname":"oxz_switch","pid":5303,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::58df:adff:fe1f:877c->5a:df:ad:1f:87:7c"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.43295069Z","hostname":"oxz_switch","pid":5303,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b47f:eff:fe32:9224->b6:7f:0e:32:92:24"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.434065969Z","hostname":"oxz_switch","pid":5303,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.434972652Z","hostname":"oxz_switch","pid":5303,"local_addr":"[fd00:1122:3344:101::2]:35300","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.435040454Z","hostname":"oxz_switch","pid":5303,"local_addr":"[fd00:1122:3344:101::2]:35300","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.435089265Z","hostname":"oxz_switch","pid":5303,"local_addr":"[fd00:1122:3344:101::2]:35300","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:35300","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.435097695Z","hostname":"oxz_switch","pid":5303,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.435106776Z","hostname":"oxz_switch","pid":5303,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.435975898Z","hostname":"oxz_switch","pid":5303,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.43641597Z","hostname":"oxz_switch","pid":5303,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.436488591Z","hostname":"oxz_switch","pid":5303,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:35300","producer_id":"58eae4ce-54d7-4493-8c25-9a06299f8899"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:40.436505282Z","hostname":"oxz_switch","pid":5303,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.436513972Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.437388275Z","hostname":"oxz_switch","pid":5303}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.437824526Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.438023801Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-11-12T20:43:23.670970430Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.438068292Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","id":"8783433052399249620"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.438081023Z","hostname":"oxz_switch","pid":5303,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-11-12T20:43:40.440244699Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.972877353Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.977576054Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.980748866Z","hostname":"oxz_switch","pid":5303}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.980966212Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.982297936Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-11-12T20:43:23.670834707Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.982357668Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","id":"16298938606338580813"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:40.982371158Z","hostname":"oxz_switch","pid":5303,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-12T20:43:41.318891617Z","hostname":"oxz_switch","pid":5303,"interface":"tfportqsfp0_0","entry":"10.151.2.174->8a:7e:15:8d:39:e9"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:41.597381534Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:41.601974443Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:41.604754085Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:42.268116911Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:42.272810133Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:42.276098328Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:43.219699416Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:43.224921851Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:43.227869098Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:44.163238963Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:44.167552555Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:44.170200683Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:44.972605168Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:44.977087444Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:44.979926007Z","hostname":"oxz_switch","pid":5303}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:45.43909315Z","hostname":"oxz_switch","pid":5303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"48173796-fa65-44a3-872c-519a0b1d8edc.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e9a1534-f78a-4e09-bd1d-d1ea863f3c85.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 820, tv_nsec: 821964075 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:45.439639424Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:45.471399646Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:46.246072263Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:46.250669122Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:46.253547416Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:47.200678046Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:47.205053849Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:47.207437891Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:48.214825761Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:48.21941551Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:48.222274634Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:49.58504628Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:49.589234608Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:49.591793935Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:50.259130824Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:50.268575128Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:50.271959706Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:50.443668809Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8783433052399249620"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:50.984819423Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16298938606338580813"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:51.3552933Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:51.359848148Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:51.362971559Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:52.530702518Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:52.534855935Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:52.537631507Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:53.516467238Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:53.520987575Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:53.523690005Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:54.685563672Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:54.690189442Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:54.692946073Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:55.294324196Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:55.297884729Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:55.300202078Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:55.849619966Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:55.854136213Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:55.8571168Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:56.997066141Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:57.001359519Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:57.003884668Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:57.804316357Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:57.809087002Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:57.811498169Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:58.79378848Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:58.79816615Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:58.800707486Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:59.962607741Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:59.969570906Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:43:59.97474849Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.299495851Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8783433052399249620"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.326682699Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-12T20:44:00.327596631Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.037368701s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.673329931Z","hostname":"oxz_switch","pid":5303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"48173796-fa65-44a3-872c-519a0b1d8edc.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e9a1534-f78a-4e09-bd1d-d1ea863f3c85.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 836, tv_nsec: 201479601 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.673965343Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.70446253Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.842336834Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16298938606338580813"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.934810515Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.939491109Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:00.942320121Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:01.819919987Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:01.824708933Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:01.827786484Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:02.743546606Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:02.763681575Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:02.771183687Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:03.980694966Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:03.988158756Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:03.992314764Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:04.688792606Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:04.695224992Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:04.69815466Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:05.407929228Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:05.412354739Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:05.41544325Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:06.414318599Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:06.419725031Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:06.422284763Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:07.29394534Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:07.301365228Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:07.305253683Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:08.552888965Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:08.557102629Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:08.559744627Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:10.000611963Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:10.006331965Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:10.009456975Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:10.329602819Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8783433052399249620"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:10.830159339Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:10.834950947Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:10.83767684Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:10.872906166Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16298938606338580813"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:11.352124026Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:11.356628559Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:11.359516355Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:12.65894855Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:12.664643088Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:12.668285846Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:13.405639962Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:13.411341631Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:13.414360738Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:14.369388985Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:14.375053752Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:14.378012798Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:15.36503334Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:15.369771353Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:15.372505884Z","hostname":"oxz_switch","pid":5303}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:15.739362737Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-12T20:44:15.740424905Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.414732759s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:16.032207165Z","hostname":"oxz_switch","pid":5303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"48173796-fa65-44a3-872c-519a0b1d8edc.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e9a1534-f78a-4e09-bd1d-d1ea863f3c85.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 851, tv_nsec: 525969239 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:16.03278123Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:16.063483714Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:16.287009289Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:16.290900619Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:16.293697682Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:17.792234506Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:17.796701311Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:17.79938314Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:18.4375791Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:18.441872761Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:18.444271873Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:19.736445974Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:19.740994042Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:19.743686422Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:20.340203298Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8783433052399249620"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:20.880616965Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16298938606338580813"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:20.968502569Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:20.974573727Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:20.978644152Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:22.476545762Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:22.482419994Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:22.486050378Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:29.105604843Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:29.155526074Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:29.172726519Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:30.397186823Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8783433052399249620"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:30.624064834Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:30.631894757Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:30.636530307Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:30.884231876Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16298938606338580813"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:31.071103512Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-12T20:44:31.116357303Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.790571368s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:31.905844692Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:31.914165799Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:31.919838264Z","hostname":"oxz_switch","pid":5303}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:32.227301321Z","hostname":"oxz_switch","pid":5303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"48173796-fa65-44a3-872c-519a0b1d8edc.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e9a1534-f78a-4e09-bd1d-d1ea863f3c85.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 867, tv_nsec: 720188507 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:32.228715788Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:32.284650995Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:33.020530021Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:33.027471007Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:33.033504746Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:34.393775995Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:34.400848098Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:34.40558561Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:35.461821763Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:35.469945314Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:35.474197604Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:36.884722664Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:36.890034261Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:36.892745991Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:37.875194216Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:37.880157444Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:37.883136961Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:38.520410863Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:38.524625702Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:38.527743683Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:39.565890292Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:39.571340423Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:39.574595878Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:40.122393479Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:40.127516692Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:40.130394746Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:40.398222129Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8783433052399249620"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:40.885340358Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16298938606338580813"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:41.107497558Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:41.113200965Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:41.116175032Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:42.448371558Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:42.45367499Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:42.456651154Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:43.261926058Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:43.266601739Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:43.269471354Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:44.361686757Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:44.367412216Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:44.370471322Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:45.076490509Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:45.081850658Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:45.085123433Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:46.425354969Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:46.430106292Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:46.433493447Z","hostname":"oxz_switch","pid":5303}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:47.286279794Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-12T20:44:47.287006073Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"66.961283289s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:47.864539207Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:47.869585868Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:47.872531214Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:48.648146178Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:48.653748063Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:48.656950935Z","hostname":"oxz_switch","pid":5303}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:48.919211453Z","hostname":"oxz_switch","pid":5303,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"48173796-fa65-44a3-872c-519a0b1d8edc.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6e9a1534-f78a-4e09-bd1d-d1ea863f3c85.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d838cdc4-2fb9-4847-b11b-f37762feb37b.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 884, tv_nsec: 412996149 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:48.919730917Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:48.951493809Z","hostname":"oxz_switch","pid":5303,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:50.080067871Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:50.085516582Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:50.0889127Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:50.401652154Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8783433052399249620"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:50.889428648Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16298938606338580813"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:51.099522666Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:51.105340036Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:51.108398925Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:51.735132076Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:51.740606118Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:51.743848471Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:52.994429817Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:52.999628646Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:53.002673142Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:53.803422865Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:53.809177704Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:53.812354197Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:55.131931375Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:55.138127086Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:55.141624166Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:56.056737848Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:56.062327223Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:56.065441433Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:57.244847534Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:57.252461281Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:57.26285109Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:58.149177196Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:58.158671482Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:58.164326508Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:59.151547308Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:59.159091063Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:44:59.163321962Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:00.220790701Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:00.228787157Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:00.233572191Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:00.404427423Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8783433052399249620"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:00.85638315Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:00.863491334Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:00.868655047Z","hostname":"oxz_switch","pid":5303}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:00.892211137Z","hostname":"oxz_switch","pid":5303,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16298938606338580813"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:01.526070732Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:01.582230125Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:01.595714394Z","hostname":"oxz_switch","pid":5303}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:02.875093094Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportrear0_0 addrs [fe80::58df:adff:fe1f:877c]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:02.888529792Z","hostname":"oxz_switch","pid":5303}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-12T20:45:02.913795516Z","hostname":"oxz_switch","pid":5303}