{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.730653627Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41425"}
{"msg":"region 3aa01c2d-96a6-4a8e-a634-9360208997a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.730725918Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.735004949Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.735022789Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"uri":"/crucible/0/regions","method":"POST","req_id":"43804504-b468-4130-8c01-328b8454c9b6","remote_addr":"[fd00:1122:3344:101::b]:41425","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":4309,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/3aa01c2d-96a6-4a8e-a634-9360208997a7","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.743790804Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/3aa01c2d-96a6-4a8e-a634-9360208997a7","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.743802113Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3aa01c2d-96a6-4a8e-a634-9360208997a7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3aa01c2d-96a6-4a8e-a634-9360208997a7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.87069932Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"region":"3aa01c2d-96a6-4a8e-a634-9360208997a7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3aa01c2d-96a6-4a8e-a634-9360208997a7\" \"--data\" \"/data/regions/3aa01c2d-96a6-4a8e-a634-9360208997a7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.87073231Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"region":"3aa01c2d-96a6-4a8e-a634-9360208997a7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:03.876727438Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"uri":"/crucible/0/regions","method":"POST","req_id":"ac62643d-1124-4240-b0fc-322cfdaf4550","remote_addr":"[fd00:1122:3344:101::b]:41425","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.175247161Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"region":"3aa01c2d-96a6-4a8e-a634-9360208997a7","component":"worker"}
{"msg":"region 3aa01c2d-96a6-4a8e-a634-9360208997a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.175276261Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.175399244Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3aa01c2d-96a6-4a8e-a634-9360208997a7","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.175778635Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3aa01c2d-96a6-4a8e-a634-9360208997a7","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.19293629Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.220564715Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"uri":"/crucible/0/regions","method":"POST","req_id":"ba78839d-e6d7-4ffb-8899-ad22461f99ac","remote_addr":"[fd00:1122:3344:101::b]:41425","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.26795745Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3aa01c2d-96a6-4a8e-a634-9360208997a7","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.302723423Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3aa01c2d-96a6-4a8e-a634-9360208997a7","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.303118447Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.303195717Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.303266008Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.303299738Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.318283692Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:04.396128418Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.669991266Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"uri":"/crucible/0/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005","method":"GET","req_id":"e91fd69e-7747-4a8d-baed-309d321a8ae4","remote_addr":"[fd00:1122:3344:101::b]:41425","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.673292428Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"dataset is oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.679428037Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"snapshot is oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005@daa6572a-9b7a-4876-b797-08df237b7b22","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.686077321Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005\", \"daa6572a-9b7a-4876-b797-08df237b7b22\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.686092821Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.693742704Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"uri":"/crucible/0/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005/snapshots/daa6572a-9b7a-4876-b797-08df237b7b22","method":"GET","req_id":"ef5784ac-5c31-445b-bd55-01006238739d","remote_addr":"[fd00:1122:3344:101::b]:41425","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20464,"response_code":200}
{"msg":"path is \"/data/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.696826634Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"dataset is oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.703300366Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"snapshot is oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005@daa6572a-9b7a-4876-b797-08df237b7b22","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.709178972Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005\", \"daa6572a-9b7a-4876-b797-08df237b7b22\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.709210843Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot aa5c8e5c-a11a-4e99-a191-a5eaad548005-daa6572a-9b7a-4876-b797-08df237b7b22 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.72147362Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.721596941Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"uri":"/crucible/0/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005/snapshots/daa6572a-9b7a-4876-b797-08df237b7b22/run","method":"POST","req_id":"728291b5-acc8-4b70-9211-22da6721b97c","remote_addr":"[fd00:1122:3344:101::b]:41425","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24785,"response_code":200}
{"msg":"applying SMF actions for region aa5c8e5c-a11a-4e99-a191-a5eaad548005 running snapshot daa6572a-9b7a-4876-b797-08df237b7b22 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.721614261Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-aa5c8e5c-a11a-4e99-a191-a5eaad548005-daa6572a-9b7a-4876-b797-08df237b7b22","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.725868962Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aa5c8e5c-a11a-4e99-a191-a5eaad548005-daa6572a-9b7a-4876-b797-08df237b7b22","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.75063047Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aa5c8e5c-a11a-4e99-a191-a5eaad548005-daa6572a-9b7a-4876-b797-08df237b7b22","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.827574247Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005/.zfs/snapshot/daa6572a-9b7a-4876-b797-08df237b7b22","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.828001191Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.828038581Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.828087062Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.828119382Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.828179893Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.841917044Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"path is \"/data/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.859896557Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"dataset is oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.866029346Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.867342348Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"worker"}
{"msg":"region aa5c8e5c-a11a-4e99-a191-a5eaad548005 running snapshot daa6572a-9b7a-4876-b797-08df237b7b22 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.867363559Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"datafile"}
{"msg":"snapshot is oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005@daa6572a-9b7a-4876-b797-08df237b7b22","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.872135174Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96b3c5b7-f050-4ebd-9849-861299536ff1/crucible/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005\", \"daa6572a-9b7a-4876-b797-08df237b7b22\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.872148794Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T04:04:06.878259793Z","hostname":"oxz_crucible_418daa3f-0d0c-413a-8b9f-999e954e98e3","pid":24724,"uri":"/crucible/0/regions/aa5c8e5c-a11a-4e99-a191-a5eaad548005/snapshots/daa6572a-9b7a-4876-b797-08df237b7b22/run","method":"POST","req_id":"1b1fe0ee-2e32-4884-a5c6-93e7c5577a44","remote_addr":"[fd00:1122:3344:101::b]:41425","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18395,"response_code":200}