{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.87911566Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63435"} {"msg":"region 2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.879205122Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.880316758Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.880345879Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"uri":"/crucible/0/regions","method":"POST","req_id":"62a71295-ec40-461e-8583-b40bb3965682","remote_addr":"[fd00:1122:3344:101::c]:63435","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1143,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.892561353Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.892583314Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.947002284Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"region":"2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3\" \"--data\" \"/data/regions/2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.947036995Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"region":"2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.996354889Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"region":"2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","component":"worker"} {"msg":"region 2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.996387859Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:37.996516421Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.004274368Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.014718625Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.022718996Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.024064706Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2df36e49-d6b1-42f3-ad2f-5aafbca4b2a3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.024393711Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.024423212Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.024466692Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.024507283Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.026362231Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.029096772Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:38.235794269Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"uri":"/crucible/0/regions","method":"POST","req_id":"9baa82ef-9506-43d0-a9f4-c9f1de343fcf","remote_addr":"[fd00:1122:3344:101::c]:63435","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.615130269Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"uri":"/crucible/0/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8","method":"GET","req_id":"106a7e11-0041-416e-89b7-348aeee4da68","remote_addr":"[fd00:1122:3344:101::c]:63435","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.618393758Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"dataset is oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.623906561Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"snapshot is oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8@ea03cd1b-9368-445f-bb38-995be63a867d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.630338738Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8\", \"ea03cd1b-9368-445f-bb38-995be63a867d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.630366298Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.638505421Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"uri":"/crucible/0/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8/snapshots/ea03cd1b-9368-445f-bb38-995be63a867d","method":"GET","req_id":"aa2d091b-d86b-4e28-aeba-bd936e7d62fe","remote_addr":"[fd00:1122:3344:101::c]:63435","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20122,"response_code":200} {"msg":"path is \"/data/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.642624923Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"dataset is oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.647410815Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"snapshot is oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8@ea03cd1b-9368-445f-bb38-995be63a867d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.653354245Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8\", \"ea03cd1b-9368-445f-bb38-995be63a867d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.653364335Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 07103ae6-0ec6-4c79-a9f1-de461827cdd8-ea03cd1b-9368-445f-bb38-995be63a867d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.660231529Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"applying SMF actions for region 07103ae6-0ec6-4c79-a9f1-de461827cdd8 running snapshot ea03cd1b-9368-445f-bb38-995be63a867d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.660391381Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.660402241Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"uri":"/crucible/0/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8/snapshots/ea03cd1b-9368-445f-bb38-995be63a867d/run","method":"POST","req_id":"13ddbe8c-140a-4548-a3e6-c2aef8ab6b7e","remote_addr":"[fd00:1122:3344:101::c]:63435","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17810,"response_code":200} {"msg":"creating missing snapshot instance snapshot-07103ae6-0ec6-4c79-a9f1-de461827cdd8-ea03cd1b-9368-445f-bb38-995be63a867d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.665206674Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-07103ae6-0ec6-4c79-a9f1-de461827cdd8-ea03cd1b-9368-445f-bb38-995be63a867d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.666378171Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-07103ae6-0ec6-4c79-a9f1-de461827cdd8-ea03cd1b-9368-445f-bb38-995be63a867d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.670976581Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8/.zfs/snapshot/ea03cd1b-9368-445f-bb38-995be63a867d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.671281955Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.671319116Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.671352006Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.671393407Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.671438288Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.673184284Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.675734392Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"worker"} {"msg":"region 07103ae6-0ec6-4c79-a9f1-de461827cdd8 running snapshot ea03cd1b-9368-445f-bb38-995be63a867d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.675745543Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"path is \"/data/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.794356121Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"dataset is oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.80027271Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"datafile"} {"msg":"snapshot is oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8@ea03cd1b-9368-445f-bb38-995be63a867d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.806261861Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_04c916ae-a1e2-46a6-8643-bbca53d13f59/crucible/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8\", \"ea03cd1b-9368-445f-bb38-995be63a867d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.806284421Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T23:53:39.811305507Z","hostname":"oxz_crucible_ea2ca9e6-65fd-40c1-955a-4ba1452d04ad","pid":24955,"uri":"/crucible/0/regions/07103ae6-0ec6-4c79-a9f1-de461827cdd8/snapshots/ea03cd1b-9368-445f-bb38-995be63a867d/run","method":"POST","req_id":"54dadd56-2aad-462d-bf5e-22ec8b5e8fc4","remote_addr":"[fd00:1122:3344:101::c]:63435","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16988,"response_code":200}