[ Jun 24 02:14:22 Enabled. ]
[ Jun 24 02:14:22 Rereading configuration. ]
[ Jun 24 02:14:23 Rereading configuration. ]
[ Jun 24 02:14:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jun 24 02:14:34 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.256389567Z","hostname":"oxz_switch","pid":5370,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.258168796Z","hostname":"oxz_switch","pid":5370}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.258724418Z","hostname":"oxz_switch","pid":5370}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.260698632Z","hostname":"oxz_switch","pid":5370,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.260934897Z","hostname":"oxz_switch","pid":5370,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        60a53722-d9b2-441f-b27f-fd1c5565755b,\n    ),\n    sled_id: Some(\n        019aaaf7-1ea2-4d71-9f40-4ef89c7ea53b,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.262095562Z","hostname":"oxz_switch","pid":5370}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.262119543Z","hostname":"oxz_switch","pid":5370,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.26703947Z","hostname":"oxz_switch","pid":5370,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b45a:9eff:fe99:b7d9->b6:5a:9e:99:b7:d9"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.267833098Z","hostname":"oxz_switch","pid":5370}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.272795786Z","hostname":"oxz_switch","pid":5370}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-24T02:14:34.278110163Z","hostname":"oxz_switch","pid":5370}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.804245681Z","hostname":"oxz_switch","pid":5370,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1d:d0ff:fe0b:bcaf->02:1d:d0:0b:bc:af"}
[ Jun 24 02:14:34 Rereading configuration. ]
[ Jun 24 02:14:34 Executing refresh method (:kill). ]
[ Jun 24 02:14:34 Stopping because all processes in service exited. ]
[ Jun 24 02:14:34 Executing stop method (:kill). ]
[ Jun 24 02:14:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jun 24 02:14:34 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.891177996Z","hostname":"oxz_switch","pid":5450,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.892211288Z","hostname":"oxz_switch","pid":5450}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.892569836Z","hostname":"oxz_switch","pid":5450}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.892682308Z","hostname":"oxz_switch","pid":5450,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.894843856Z","hostname":"oxz_switch","pid":5450,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.894979559Z","hostname":"oxz_switch","pid":5450,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 60a53722-d9b2-441f-b27f-fd1c5565755b, sled_id: 019aaaf7-1ea2-4d71-9f40-4ef89c7ea53b, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: d3dc7aa3-ce13-42f7-ac38-fa6670a3584c, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.895058831Z","hostname":"oxz_switch","pid":5450,"unit":"oximeter","producer_id":"b2e3e776-0903-4b99-8107-4982b9b8882c"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        60a53722-d9b2-441f-b27f-fd1c5565755b,\n    ),\n    sled_id: Some(\n        019aaaf7-1ea2-4d71-9f40-4ef89c7ea53b,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.896080553Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.903879894Z","hostname":"oxz_switch","pid":5450}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.905710184Z","hostname":"oxz_switch","pid":5450,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::1d:d0ff:fe0b:bcaf->02:1d:d0:0b:bc:af"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.905913149Z","hostname":"oxz_switch","pid":5450,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b45a:9eff:fe99:b7d9->b6:5a:9e:99:b7:d9"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.90689459Z","hostname":"oxz_switch","pid":5450,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.908140487Z","hostname":"oxz_switch","pid":5450,"local_addr":"[fd00:1122:3344:101::2]:36393","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.908218969Z","hostname":"oxz_switch","pid":5450,"local_addr":"[fd00:1122:3344:101::2]:36393","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.908358232Z","hostname":"oxz_switch","pid":5450,"local_addr":"[fd00:1122:3344:101::2]:36393","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:36393","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.908380192Z","hostname":"oxz_switch","pid":5450,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.908390963Z","hostname":"oxz_switch","pid":5450,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.908541066Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.908864043Z","hostname":"oxz_switch","pid":5450,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.908878474Z","hostname":"oxz_switch","pid":5450,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:36393","producer_id":"b2e3e776-0903-4b99-8107-4982b9b8882c"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:34.908889854Z","hostname":"oxz_switch","pid":5450,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.908895714Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.909335153Z","hostname":"oxz_switch","pid":5450}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.909737432Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T02:14:34.910004418Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.091094ms","count":"0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.911045781Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-24T02:14:18.039569066Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.911089432Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","id":"6988385197495986034"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:34.911109172Z","hostname":"oxz_switch","pid":5450,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-24T02:14:34.91235489Z","hostname":"oxz_switch","pid":5450}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T02:14:35.197485327Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"288.539921ms","count":"1"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T02:14:35.512284434Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"603.349509ms","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:35.625827352Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:35.630808531Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:35.633879938Z","hostname":"oxz_switch","pid":5450}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:35.634267737Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:35.635086615Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-24T02:14:18.039434843Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:35.635125915Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","id":"10662057596376693359"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:35.635135046Z","hostname":"oxz_switch","pid":5450,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-24T02:14:35.877180649Z","hostname":"oxz_switch","pid":5450,"interface":"tfportqsfp0_0","entry":"10.151.2.174->aa:99:39:68:8d:18"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:36.613897311Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:36.619593865Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:36.622908768Z","hostname":"oxz_switch","pid":5450}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:36.785835468Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"49a44eed-e65c-41ba-af78-3ea8e91c1401.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"68d37e48-2666-4c55-8d1a-ce2b3022e021.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7fed1b51-4abd-4d9e-a73d-2b55d6ee7fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7fed1b51-4abd-4d9e-a73d-2b55d6ee7fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 9830, tv_nsec: 918750296 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:36.786349189Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:36.813753049Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:37.491319245Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:37.49657819Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:37.499513544Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:38.407901497Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:38.412932897Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:38.415983604Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:39.754163374Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:39.758667152Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:39.762170989Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:41.03381416Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:41.038115885Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:41.041136161Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:41.767472615Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:41.772462724Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:41.775304267Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:42.308430118Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:42.312960557Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:42.316177627Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:43.576716616Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:43.580779255Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:43.58375137Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:44.707620534Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:44.712204665Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:44.715436925Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:44.914793163Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6988385197495986034"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:45.637275503Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10662057596376693359"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:45.892211779Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:45.896877371Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:45.900327766Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:46.651802291Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:46.65675311Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:46.659857498Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:47.527685611Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:47.532429305Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:47.53582286Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:48.65222092Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:48.657043346Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:48.660792718Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:50.035117579Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:50.041138691Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:50.044174427Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:51.137575744Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:51.142714397Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:51.145841785Z","hostname":"oxz_switch","pid":5450}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:51.388954512Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-24T02:14:51.389828932Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"16.90692442s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:52.19338811Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:52.199587717Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:52.202777071Z","hostname":"oxz_switch","pid":5450}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:53.301563179Z","hostname":"oxz_switch","pid":5450,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"49a44eed-e65c-41ba-af78-3ea8e91c1401.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"68d37e48-2666-4c55-8d1a-ce2b3022e021.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7fed1b51-4abd-4d9e-a73d-2b55d6ee7fb4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"7fed1b51-4abd-4d9e-a73d-2b55d6ee7fb4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 9847, tv_nsec: 856988843 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:53.302392941Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:53.308936423Z","hostname":"oxz_switch","pid":5450,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:53.458650137Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:53.463249597Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:53.467115223Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:54.498206669Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6988385197495986034"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:54.906553776Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:54.911231851Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:54.91410469Z","hostname":"oxz_switch","pid":5450}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:55.221306295Z","hostname":"oxz_switch","pid":5450,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10662057596376693359"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:56.095373918Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:56.099545413Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:56.102437591Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:56.829742553Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:56.833823249Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:56.837249879Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:57.358924409Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:57.363801667Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:57.367175998Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:58.390623667Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:58.395203721Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:58.398652209Z","hostname":"oxz_switch","pid":5450}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:59.90289212Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportrear0_0 addrs [fe80::b45a:9eff:fe99:b7d9]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:59.907855614Z","hostname":"oxz_switch","pid":5450}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-24T02:14:59.911279807Z","hostname":"oxz_switch","pid":5450}