[ Nov 18 15:12:59 Enabled. ] [ Nov 18 15:12:59 Rereading configuration. ] [ Nov 18 15:13:00 Rereading configuration. ] [ Nov 18 15:13:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 18 15:13:11 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:11.639345415Z","hostname":"oxz_switch","pid":4518,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:11.679810047Z","hostname":"oxz_switch","pid":4518} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:11.680239111Z","hostname":"oxz_switch","pid":4518} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:11.682330158Z","hostname":"oxz_switch","pid":4518,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:11.682583667Z","hostname":"oxz_switch","pid":4518,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 1356bd86-d0e6-44d9-9c7a-51eac89139f2,\n ),\n sled_id: Some(\n 01ec4c5a-1657-4574-9265-dda881ba6d65,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:11.684127596Z","hostname":"oxz_switch","pid":4518} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:11.684141657Z","hostname":"oxz_switch","pid":4518,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:11.688029632Z","hostname":"oxz_switch","pid":4518,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc33:bfff:fe58:fe04->ce:33:bf:58:fe:04"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:11.694122048Z","hostname":"oxz_switch","pid":4518} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:11.69883885Z","hostname":"oxz_switch","pid":4518} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-11-18T15:13:11.703732447Z","hostname":"oxz_switch","pid":4518} [ Nov 18 15:13:12 Rereading configuration. ] [ Nov 18 15:13:12 Executing refresh method (:kill). ] [ Nov 18 15:13:12 Stopping because all processes in service exited. ] [ Nov 18 15:13:12 Executing stop method (:kill). ] [ Nov 18 15:13:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Nov 18 15:13:12 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.237176521Z","hostname":"oxz_switch","pid":4811,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.276809166Z","hostname":"oxz_switch","pid":4811} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.277135326Z","hostname":"oxz_switch","pid":4811} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.27724952Z","hostname":"oxz_switch","pid":4811,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.278938264Z","hostname":"oxz_switch","pid":4811,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.279039688Z","hostname":"oxz_switch","pid":4811,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 1356bd86-d0e6-44d9-9c7a-51eac89139f2, sled_id: 01ec4c5a-1657-4574-9265-dda881ba6d65, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 40cceb87-cfca-485d-bbc0-9dac89c218e6, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.279072219Z","hostname":"oxz_switch","pid":4811,"unit":"oximeter","producer_id":"52761a5b-097b-49f0-b5df-11eec0e94c71"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 1356bd86-d0e6-44d9-9c7a-51eac89139f2,\n ),\n sled_id: Some(\n 01ec4c5a-1657-4574-9265-dda881ba6d65,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.280300148Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.287772049Z","hostname":"oxz_switch","pid":4811} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.288855774Z","hostname":"oxz_switch","pid":4811,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc33:bfff:fe58:fe04->ce:33:bf:58:fe:04"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.289133423Z","hostname":"oxz_switch","pid":4811,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a873:5fff:feb2:2e39->aa:73:5f:b2:2e:39"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.29000538Z","hostname":"oxz_switch","pid":4811,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.290691533Z","hostname":"oxz_switch","pid":4811,"local_addr":"[fd00:1122:3344:101::2]:35719","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.290764565Z","hostname":"oxz_switch","pid":4811,"local_addr":"[fd00:1122:3344:101::2]:35719","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.290827567Z","hostname":"oxz_switch","pid":4811,"local_addr":"[fd00:1122:3344:101::2]:35719","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:35719","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.290837187Z","hostname":"oxz_switch","pid":4811,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.290849538Z","hostname":"oxz_switch","pid":4811,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.290955141Z","hostname":"oxz_switch","pid":4811,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.291906242Z","hostname":"oxz_switch","pid":4811,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.291967544Z","hostname":"oxz_switch","pid":4811,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:35719","producer_id":"52761a5b-097b-49f0-b5df-11eec0e94c71"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:12.291980424Z","hostname":"oxz_switch","pid":4811,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.291990804Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.293344478Z","hostname":"oxz_switch","pid":4811} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.2937351Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.294061211Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-11-18T15:12:55.606588952Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.294107403Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","id":"119716041416039592"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:12.294117623Z","hostname":"oxz_switch","pid":4811,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-11-18T15:13:12.296287013Z","hostname":"oxz_switch","pid":4811} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:13.065880105Z","hostname":"oxz_switch","pid":4811,"interface":"tfportqsfp0_0","entry":"10.151.1.174->7e:03:60:01:91:d3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:13.53284533Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:13.53718838Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:13.539785604Z","hostname":"oxz_switch","pid":4811} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:13.53998299Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:13.541060275Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-11-18T15:12:55.606453848Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:13.541120407Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","id":"15694099324149499291"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:13.541130467Z","hostname":"oxz_switch","pid":4811,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:14.20726232Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:14.212331193Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:14.215221246Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:14.802160492Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:14.806387738Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:14.808768055Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:16.258676337Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:16.263793132Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:16.266728766Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.056630582Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.06184369Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.064470824Z","hostname":"oxz_switch","pid":4811} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.294972551Z","hostname":"oxz_switch","pid":4811,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3bd16592-14ca-4d00-959b-9efb0f600b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6b993aa7-f2e0-4e9a-b1d1-ea7a8ea320d6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3793, tv_nsec: 599857832 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.295451317Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.326878858Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.865147128Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.869896761Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:17.872728562Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:18.777872826Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:18.78234631Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:18.785244023Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:19.750342506Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:19.754430707Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:19.75731553Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:20.981231741Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:20.986100248Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:20.989053173Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:22.179328781Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:22.184009012Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:22.186995468Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:22.298158205Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:23.543863877Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:23.629958607Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:23.635418523Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:23.638345817Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:24.636136893Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:24.640930177Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:24.644174842Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:25.867247925Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:25.872647619Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:25.875589614Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:26.989846616Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:26.994390782Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:26.996986046Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:27.971063468Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:27.975710357Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:27.978697794Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:28.564211203Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:28.568551173Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:28.571198838Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:29.203647528Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:29.208482553Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:29.211923654Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:30.71351475Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:30.717987754Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:30.721243118Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:31.446363979Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:31.450966718Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:31.453898802Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:32.468642609Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:32.495778292Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-18T15:13:32.497137696Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.038142021s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:32.631727786Z","hostname":"oxz_switch","pid":4811,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3bd16592-14ca-4d00-959b-9efb0f600b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6b993aa7-f2e0-4e9a-b1d1-ea7a8ea320d6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3808, tv_nsec: 769686319 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:32.632320005Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:32.68405339Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:32.875694376Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:32.881881806Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:32.885201622Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:33.715460585Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:34.019578088Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:34.025583987Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:34.028884915Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:35.277190432Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:35.284192111Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:35.30022278Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:36.497608785Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:36.514292252Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:36.54282435Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:37.520007277Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:37.526988293Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:37.532376478Z","hostname":"oxz_switch","pid":4811} {"msg":"removed stale NDP entry :fe80::a873:5fff:feb2:2e39->aa:73:5f:b2:2e:39","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:38.143185013Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:38.446829785Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:38.452255378Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:38.455133783Z","hostname":"oxz_switch","pid":4811} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-11-18T15:13:38.999240827Z","hostname":"oxz_switch","pid":4811,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::a873:5fff:feb2:2e39->aa:73:5f:b2:2e:39"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:39.037029996Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:39.042228029Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:39.04495608Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:40.449330615Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:40.454900447Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:40.4580073Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:41.639471653Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:41.644496876Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:41.647131068Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:42.496848357Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:42.89123646Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:42.896900124Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:42.899829641Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:43.466720186Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:43.473100478Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:43.47696121Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:43.745229295Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:44.806545569Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:44.812075358Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:44.815160645Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:45.6099415Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:45.620751754Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:45.624151849Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:46.59888208Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:46.607341236Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:46.611778205Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:48.54352097Z","hostname":"oxz_switch","pid":4811} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:48.558370375Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:48.560775226Z","hostname":"oxz_switch","pid":4811} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-18T15:13:51.437453404Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"38.914127588s","count":"1"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:51.507560248Z","hostname":"oxz_switch","pid":4811} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:52.187439906Z","hostname":"oxz_switch","pid":4811,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3bd16592-14ca-4d00-959b-9efb0f600b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6b993aa7-f2e0-4e9a-b1d1-ea7a8ea320d6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3828, tv_nsec: 271875866 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:52.190482026Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:52.405725002Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:52.441371901Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:52.454316308Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:52.461061926Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:52.549285062Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:53.776664495Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:53.784192453Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:53.792353126Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:53.798043243Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:54.89954272Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:54.906949282Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:54.914414961Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:56.332171262Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:56.339779044Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:56.344405668Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:57.770232335Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:57.777963399Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:57.782503577Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:59.166831645Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:59.172860709Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:13:59.176722923Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:00.332698027Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:00.338562125Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:00.342163111Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:01.482401293Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:01.492763926Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:01.49973175Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:02.43973331Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:02.451770307Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:02.459191236Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:02.642173604Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:03.819408338Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:03.938697817Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:03.947710877Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:03.953580375Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:05.07220529Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:05.08588991Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:05.091027086Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:06.371541942Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:06.379698999Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:06.384521285Z","hostname":"oxz_switch","pid":4811} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:07.349335348Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-18T15:14:07.489816078Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"54.963314572s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:07.706437788Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:07.713616199Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:08.87605287Z","hostname":"oxz_switch","pid":4811} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:08.930347697Z","hostname":"oxz_switch","pid":4811,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3bd16592-14ca-4d00-959b-9efb0f600b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6b993aa7-f2e0-4e9a-b1d1-ea7a8ea320d6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3844, tv_nsec: 945540092 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:09.12033796Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:09.310680954Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:09.991776068Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:10.001684152Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:10.05484309Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:11.198702119Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:11.205820517Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:11.209490575Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:12.647742891Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:12.67847575Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:12.682337044Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:12.685361212Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:13.825540148Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:13.854844671Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:13.860556465Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:13.898192535Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:15.392261377Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:15.397584338Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:15.400330817Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:16.742017468Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:16.745681396Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:16.748807936Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:17.985602572Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:17.990616283Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:17.993355992Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:19.024504781Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:19.029072348Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:19.032139216Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:19.945268717Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:19.949951488Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:19.952791479Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:20.762398308Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:20.766777409Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:20.769362132Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:21.883532181Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:21.889034578Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:21.893714389Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:22.651121409Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:23.112408001Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:23.117904208Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:23.120945416Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:23.642282481Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:23.647064795Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:23.650093942Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:23.829111022Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:24.312450104Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-18T15:14:24.313787067Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"71.786883262s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:24.999617285Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:25.005662159Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:25.008969416Z","hostname":"oxz_switch","pid":4811} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:25.365120165Z","hostname":"oxz_switch","pid":4811,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3bd16592-14ca-4d00-959b-9efb0f600b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6b993aa7-f2e0-4e9a-b1d1-ea7a8ea320d6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3861, tv_nsec: 435146317 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:25.365668822Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:25.403020054Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:25.705474576Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:25.712969328Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:25.717015928Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:26.781762057Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:26.790012852Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:26.794816507Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:28.220267493Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:28.22671425Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:28.230162101Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:29.283553355Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:29.288397041Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:29.297168783Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:30.492761372Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:30.500300755Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:30.503810658Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:31.169671443Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:31.178448195Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:31.18202623Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:32.499831602Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:32.504595376Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:32.509877146Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:32.65422827Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:33.617529455Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:33.63196975Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:33.636877818Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:33.833391451Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:34.630694225Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:34.639824199Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:34.646162063Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:36.132780616Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:36.140127623Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:36.143755379Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:37.552827578Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:37.558416748Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:37.561370463Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:38.632923013Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:38.638667198Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:38.641718666Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:39.721649364Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:39.726946214Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:39.730347754Z","hostname":"oxz_switch","pid":4811} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:40.404197455Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-11-18T15:14:40.405228809Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"87.878305334s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:40.86615599Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:40.871730019Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:40.875972966Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:42.160221358Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:42.166285353Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:42.170256801Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:42.657470388Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:42.904698563Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:42.911186782Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:42.914596321Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:43.837070123Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:44.32213126Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:44.328076461Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:44.331991187Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:44.853345343Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:44.858755757Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:44.862088434Z","hostname":"oxz_switch","pid":4811} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:45.212320803Z","hostname":"oxz_switch","pid":4811,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"3bd16592-14ca-4d00-959b-9efb0f600b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6b993aa7-f2e0-4e9a-b1d1-ea7a8ea320d6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ca18d5c5-ecce-41d0-8dd0-07e6b45d67ac.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 3881, tv_nsec: 282340585 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:45.213507361Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:45.246021917Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:45.261425883Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04972f16-beb1-4eb6-8a96-77da99f17bad\", \"content-length\": \"41\", \"date\": \"Tue, 18 Nov 2025 15:14:45 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:45.264397528Z","hostname":"oxz_switch","pid":4811,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:46.280014997Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:46.286664431Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:46.289954177Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:47.422335013Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:47.428249873Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:47.432065486Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:48.358349621Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:48.363722354Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:48.366905856Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:49.270640695Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:49.276630178Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:49.280701819Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:50.398440414Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:50.403248579Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:50.406128321Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:50.958881617Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:50.964664994Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:50.968219178Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:52.062200438Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:52.068360827Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:52.071673753Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:52.660960485Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:53.279849818Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:53.286277605Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:53.289377984Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:53.839729913Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"15694099324149499291"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:54.510683681Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:54.516630263Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:54.519766624Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:56.018931911Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:56.02572258Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:56.029563374Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:57.444948796Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:57.451002301Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:57.454745361Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:58.629962535Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:58.635882836Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:14:58.639055228Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:00.105780742Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:00.111993592Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:00.115577227Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:01.047252735Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:01.056169642Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:01.060683217Z","hostname":"oxz_switch","pid":4811} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:02.346287874Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportrear0_0 addrs [fe80::cc33:bfff:fe58:fe04]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:02.356336787Z","hostname":"oxz_switch","pid":4811} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:02.360510091Z","hostname":"oxz_switch","pid":4811} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-11-18T15:15:02.663870972Z","hostname":"oxz_switch","pid":4811,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"119716041416039592"}