[ Aug 29 03:28:15 Enabled. ]
[ Aug 29 03:28:15 Rereading configuration. ]
[ Aug 29 03:28:16 Rereading configuration. ]
[ Aug 29 03:28:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug 29 03:28:28 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.220591892Z","hostname":"oxz_switch","pid":5404,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.222408443Z","hostname":"oxz_switch","pid":5404}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.22282161Z","hostname":"oxz_switch","pid":5404}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.223684754Z","hostname":"oxz_switch","pid":5404,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.224966256Z","hostname":"oxz_switch","pid":5404,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        587f8c65-f006-4eea-a57c-e442f671b5de,\n    ),\n    sled_id: Some(\n        6443b3c2-53f5-498f-b225-4624978f0ab8,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.226116145Z","hostname":"oxz_switch","pid":5404}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.226135575Z","hostname":"oxz_switch","pid":5404,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.2305495Z","hostname":"oxz_switch","pid":5404,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::18a6:6bff:fe37:2a9c->1a:a6:6b:37:2a:9c"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.230879075Z","hostname":"oxz_switch","pid":5404,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b066:d9ff:fee7:af58->b2:66:d9:e7:af:58"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.233411988Z","hostname":"oxz_switch","pid":5404}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.238658096Z","hostname":"oxz_switch","pid":5404}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-29T03:28:28.243725041Z","hostname":"oxz_switch","pid":5404}
[ Aug 29 03:28:28 Rereading configuration. ]
[ Aug 29 03:28:28 Executing refresh method (:kill). ]
[ Aug 29 03:28:28 Stopping because all processes in service exited. ]
[ Aug 29 03:28:28 Executing stop method (:kill). ]
[ Aug 29 03:28:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug 29 03:28:28 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.921708109Z","hostname":"oxz_switch","pid":5522,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.922689566Z","hostname":"oxz_switch","pid":5522}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.923051122Z","hostname":"oxz_switch","pid":5522}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.924279502Z","hostname":"oxz_switch","pid":5522,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.924957734Z","hostname":"oxz_switch","pid":5522,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.925046415Z","hostname":"oxz_switch","pid":5522,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 587f8c65-f006-4eea-a57c-e442f671b5de, sled_id: 6443b3c2-53f5-498f-b225-4624978f0ab8, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: d9709bf7-1c3f-40df-b7f5-8dd634140697, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.925076766Z","hostname":"oxz_switch","pid":5522,"unit":"oximeter","producer_id":"e54ca450-bfcc-47ba-a0ac-2fb055eab9f1"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        587f8c65-f006-4eea-a57c-e442f671b5de,\n    ),\n    sled_id: Some(\n        6443b3c2-53f5-498f-b225-4624978f0ab8,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.926205154Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.933500747Z","hostname":"oxz_switch","pid":5522}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.935411519Z","hostname":"oxz_switch","pid":5522,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::18a6:6bff:fe37:2a9c->1a:a6:6b:37:2a:9c"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.935632913Z","hostname":"oxz_switch","pid":5522,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b066:d9ff:fee7:af58->b2:66:d9:e7:af:58"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.936779982Z","hostname":"oxz_switch","pid":5522,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.93781873Z","hostname":"oxz_switch","pid":5522,"local_addr":"[fd00:1122:3344:101::2]:37107","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.937904761Z","hostname":"oxz_switch","pid":5522,"local_addr":"[fd00:1122:3344:101::2]:37107","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.938063604Z","hostname":"oxz_switch","pid":5522,"local_addr":"[fd00:1122:3344:101::2]:37107","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:37107","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.938076144Z","hostname":"oxz_switch","pid":5522,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.938086154Z","hostname":"oxz_switch","pid":5522,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.938210886Z","hostname":"oxz_switch","pid":5522,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.938509861Z","hostname":"oxz_switch","pid":5522,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.938561092Z","hostname":"oxz_switch","pid":5522,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:37107","producer_id":"e54ca450-bfcc-47ba-a0ac-2fb055eab9f1"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:28.938573872Z","hostname":"oxz_switch","pid":5522,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.938580253Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.939084751Z","hostname":"oxz_switch","pid":5522}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.939572839Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.939867284Z","hostname":"oxz_switch","pid":5522,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"068890c6-36c2-4d0c-bf61-f6e1a0c88782.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33d3a75c-e0aa-429c-9131-a83d264906c3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 725, tv_nsec: 953763477 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.941201097Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-29T03:28:11.868546891Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.941242887Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.941267747Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","id":"7244411532393907444"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.941276618Z","hostname":"oxz_switch","pid":5522,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-29T03:28:28.942571409Z","hostname":"oxz_switch","pid":5522}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:28.957952378Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:29.991778653Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:29.996242878Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:29.999410361Z","hostname":"oxz_switch","pid":5522}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:29.999686616Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:30.001300033Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-29T03:28:11.868410849Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:30.001350253Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","id":"1611096179169656004"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:30.001360394Z","hostname":"oxz_switch","pid":5522,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:28:30.354622367Z","hostname":"oxz_switch","pid":5522,"interface":"tfportqsfp0_0","entry":"10.151.2.174->e2:90:25:2f:d4:02"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:31.382274689Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:31.387178031Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:31.390015369Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:32.862712245Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:32.868149106Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:32.871253098Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:34.375351333Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:34.38056033Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:34.383467869Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:35.713831325Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:35.720364275Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:35.72365059Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:36.709846454Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:36.71492582Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:36.718589301Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:37.445614453Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:37.449264594Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:37.452275225Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:38.911133839Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:38.915788767Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:38.919170644Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:38.945614508Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:39.771358808Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:39.776513834Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:39.779757569Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:40.003768541Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:41.15985756Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:41.164861884Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:41.168158319Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:42.007105759Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:42.012043152Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:42.015316327Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:42.872123269Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:42.876403741Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:42.879430092Z","hostname":"oxz_switch","pid":5522}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:43.931393434Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T03:28:43.932459542Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.022388707s","count":"0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:43.942889196Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:43.947195279Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:43.950174269Z","hostname":"oxz_switch","pid":5522}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:44.082485698Z","hostname":"oxz_switch","pid":5522,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"068890c6-36c2-4d0c-bf61-f6e1a0c88782.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33d3a75c-e0aa-429c-9131-a83d264906c3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 741, tv_nsec: 125313289 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:44.083293781Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:44.090856548Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:45.240138436Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:45.245242791Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:45.248575868Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:45.999008177Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:46.003856698Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:46.006510273Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:46.945282154Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:46.949846761Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:46.953086906Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:48.362020225Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:48.366655274Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:48.369945799Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:48.904999171Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:49.21662152Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:49.221726366Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:49.224712436Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:49.960813364Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:50.168696166Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:50.173232092Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:50.176356645Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:51.561010816Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:51.566568439Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:51.569859535Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:52.907772839Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:52.912196463Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:52.915212384Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:54.257658155Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:54.26215659Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:54.265550668Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:54.812294836Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:54.816874063Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:54.820061237Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:55.407851567Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:55.412255031Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:55.41578743Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:56.00116337Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:56.006165414Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:56.008864799Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:57.184835175Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:57.18929575Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:57.191901964Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:58.068459138Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:58.072816881Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:58.075602218Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:58.837026243Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:58.841830104Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:58.845049058Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:58.880559666Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:59.051299081Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T03:28:59.052688975Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"30.18380232s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:59.32850254Z","hostname":"oxz_switch","pid":5522,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"068890c6-36c2-4d0c-bf61-f6e1a0c88782.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33d3a75c-e0aa-429c-9131-a83d264906c3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 756, tv_nsec: 412861381 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:59.329315794Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:59.33679391Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:59.44722324Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:59.452168893Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:59.45495904Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:28:59.935572054Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:00.876524382Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:00.881655128Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:00.885069746Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:01.688429026Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:01.692981033Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:01.696275798Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:02.957419728Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:02.96231232Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:02.965587885Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:04.058861538Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:04.066245392Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:04.07023808Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:05.288555479Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:05.293777057Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:05.29692522Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:06.385495534Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:06.391086028Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:06.395275269Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:07.197039432Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:07.202432893Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:07.20579442Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:08.994494805Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:09.102076897Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:09.117266292Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:09.12711193Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:09.910919779Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:10.4566095Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:10.48151087Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:10.48686616Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:11.571831503Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:11.576999759Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:11.580152683Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:13.070220229Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:13.076700458Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:13.080169326Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:14.117306814Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:14.122088824Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:14.124720988Z","hostname":"oxz_switch","pid":5522}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:14.298470885Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T03:29:14.299922679Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"45.472259415s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:15.162417996Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:15.167955349Z","hostname":"oxz_switch","pid":5522}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:15.171404637Z","hostname":"oxz_switch","pid":5522,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"068890c6-36c2-4d0c-bf61-f6e1a0c88782.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33d3a75c-e0aa-429c-9131-a83d264906c3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 772, tv_nsec: 298656140 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:15.171514429Z","hostname":"oxz_switch","pid":5522}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:15.171961787Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:15.179055096Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:16.134131724Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:16.140450858Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:16.144163941Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:17.036952618Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:17.042311118Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:17.045453071Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:17.949802572Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:17.954591333Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:17.957799977Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:18.822765015Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:18.827731609Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:18.830423884Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:18.970221368Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:19.601099613Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:19.606145097Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:19.608996505Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:19.887235751Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:20.920857297Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:20.92576765Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:20.929217838Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:21.596158261Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:21.600790549Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:21.604154455Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:22.549157459Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:22.553770327Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:22.55695969Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:23.926214258Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:23.931979015Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:23.934991586Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:25.09446207Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:25.10044998Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:25.103500131Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:25.928746523Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:25.934032501Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:25.941401175Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:27.2931525Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:27.29913047Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:27.302322183Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:28.521176026Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:28.526272292Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:28.529913673Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:28.970359631Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:29.854001674Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:29.858774554Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:29.862279213Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:29.88890936Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:30.193223652Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T03:29:30.193280593Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"61.378962357s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:34.853145774Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:34.858074947Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:34.91779296Z","hostname":"oxz_switch","pid":5522}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:35.081895577Z","hostname":"oxz_switch","pid":5522,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"068890c6-36c2-4d0c-bf61-f6e1a0c88782.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33d3a75c-e0aa-429c-9131-a83d264906c3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 792, tv_nsec: 219252551 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:35.082619019Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:35.123783731Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:36.035458234Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:36.042485192Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:36.046922047Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:36.80495204Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:36.810747367Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:36.813826129Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:38.209833028Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:38.219555221Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:38.222732534Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:38.978410586Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:39.351863849Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:39.357500704Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:39.36024682Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:39.890790231Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:40.060159726Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:40.066195528Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:40.070119984Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:41.550169676Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:41.557888046Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:41.562673146Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:42.845186711Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:42.855655307Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:42.861609307Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:43.584534452Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:43.593133976Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:43.59809394Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:46.546345219Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:46.546564873Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:46.681542081Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:48.127543853Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:48.13751539Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:48.146096225Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:49.078568159Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:49.338853332Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:49.354134139Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:49.360115919Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:49.891359044Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:50.154571375Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-29T03:29:50.183875528Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"81.371342992s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:50.201480703Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:50.211747766Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:50.239601154Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:51.124834763Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:51.134278492Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:51.139118593Z","hostname":"oxz_switch","pid":5522}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:52.419351227Z","hostname":"oxz_switch","pid":5522,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"068890c6-36c2-4d0c-bf61-f6e1a0c88782.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"33d3a75c-e0aa-429c-9131-a83d264906c3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"f1df330b-888c-49d3-a3f0-71abf2da49e3.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 809, tv_nsec: 557708780 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:52.424024415Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:52.49873799Z","hostname":"oxz_switch","pid":5522,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:52.614610247Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:52.622570221Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:52.627676668Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:53.937036218Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:53.946790442Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:53.955817634Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:54.809067155Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:54.817832082Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:54.823974326Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:56.309434046Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:56.319767399Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:56.33113269Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:57.037664187Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:57.044940049Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:57.04913234Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:58.025076733Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:58.041444938Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:58.049512403Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:58.99945613Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:59.009462408Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:59.015638802Z","hostname":"oxz_switch","pid":5522}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:59.092808808Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"7244411532393907444"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:29:59.895219457Z","hostname":"oxz_switch","pid":5522,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"1611096179169656004"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:30:00.104728137Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:30:00.113626346Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:30:00.118321505Z","hostname":"oxz_switch","pid":5522}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:30:01.102201982Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportrear0_0 addrs [fe80::18a6:6bff:fe37:2a9c]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:30:01.112995554Z","hostname":"oxz_switch","pid":5522}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-29T03:30:01.119537033Z","hostname":"oxz_switch","pid":5522}
{"msg":"removed stale NDP entry :fe80::b066:d9ff:fee7:af58->b2:66:d9:e7:af:58","v":0,"name":"tfportd","level":30,"time":"2026-08-29T03:30:01.408229243Z","hostname":"oxz_switch","pid":5522}