{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.573389479Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63135"} {"msg":"region 6f700e3f-ebdb-4579-aaf7-f5385a0081f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.627665103Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.632696551Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.632710571Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions","method":"POST","req_id":"a579d9a5-1304-4d6c-bdbb-58e81da3c287","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26266,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_361386ed-4f1c-4c6c-b423-9ca519c70aac/crucible/regions/6f700e3f-ebdb-4579-aaf7-f5385a0081f3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.641552053Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_361386ed-4f1c-4c6c-b423-9ca519c70aac/crucible/regions/6f700e3f-ebdb-4579-aaf7-f5385a0081f3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.641573233Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6f700e3f-ebdb-4579-aaf7-f5385a0081f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6f700e3f-ebdb-4579-aaf7-f5385a0081f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.69339343Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"region":"6f700e3f-ebdb-4579-aaf7-f5385a0081f3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6f700e3f-ebdb-4579-aaf7-f5385a0081f3\" \"--data\" \"/data/regions/6f700e3f-ebdb-4579-aaf7-f5385a0081f3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.695664922Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"region":"6f700e3f-ebdb-4579-aaf7-f5385a0081f3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:42.829651765Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions","method":"POST","req_id":"4d3fa438-fe3b-4807-86e5-9cd1ea59e16c","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.082455786Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"region":"6f700e3f-ebdb-4579-aaf7-f5385a0081f3","component":"worker"} {"msg":"region 6f700e3f-ebdb-4579-aaf7-f5385a0081f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.082503697Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.08258851Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6f700e3f-ebdb-4579-aaf7-f5385a0081f3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.082932219Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6f700e3f-ebdb-4579-aaf7-f5385a0081f3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.095541554Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.118312656Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f700e3f-ebdb-4579-aaf7-f5385a0081f3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.121305638Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f700e3f-ebdb-4579-aaf7-f5385a0081f3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.121837473Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.121898384Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.121936375Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.121970786Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.125365419Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.128998128Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:43.338679841Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions","method":"POST","req_id":"99572a2a-08ee-40fd-bcf4-755206f20378","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region 417f65f3-760f-4113-ad57-fa495db2b22d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.095567099Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.095747484Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.095767234Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions","method":"POST","req_id":"b7d44094-eac4-4a1c-834f-2445b1cdd88f","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":285,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_361386ed-4f1c-4c6c-b423-9ca519c70aac/crucible/regions/417f65f3-760f-4113-ad57-fa495db2b22d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.101950963Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_361386ed-4f1c-4c6c-b423-9ca519c70aac/crucible/regions/417f65f3-760f-4113-ad57-fa495db2b22d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.101966064Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"417f65f3-760f-4113-ad57-fa495db2b22d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/417f65f3-760f-4113-ad57-fa495db2b22d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.152708711Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"region":"417f65f3-760f-4113-ad57-fa495db2b22d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"417f65f3-760f-4113-ad57-fa495db2b22d\" \"--data\" \"/data/regions/417f65f3-760f-4113-ad57-fa495db2b22d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.153352939Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"region":"417f65f3-760f-4113-ad57-fa495db2b22d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.240695897Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"region":"417f65f3-760f-4113-ad57-fa495db2b22d","component":"worker"} {"msg":"region 417f65f3-760f-4113-ad57-fa495db2b22d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.240740328Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.240844821Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-417f65f3-760f-4113-ad57-fa495db2b22d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.241200381Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-417f65f3-760f-4113-ad57-fa495db2b22d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.244269205Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.253439145Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-417f65f3-760f-4113-ad57-fa495db2b22d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.255887372Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/417f65f3-760f-4113-ad57-fa495db2b22d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.256106448Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.256151839Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.25618984Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.256223931Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.259769848Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.270121711Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:05:49.427656218Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions","method":"POST","req_id":"46c97fda-1ccf-493f-bb8e-9ab2ef49c802","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.946140515Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions/417f65f3-760f-4113-ad57-fa495db2b22d","method":"GET","req_id":"c72d8d11-d3f0-4df0-a084-5ef03abe23a2","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/417f65f3-760f-4113-ad57-fa495db2b22d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.948696445Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"datafile"} {"msg":"dataset is oxp_361386ed-4f1c-4c6c-b423-9ca519c70aac/crucible/regions/417f65f3-760f-4113-ad57-fa495db2b22d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.958570715Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"datafile"} {"msg":"region 417f65f3-760f-4113-ad57-fa495db2b22d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.964863267Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.965036142Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.965046042Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions/417f65f3-760f-4113-ad57-fa495db2b22d","method":"DELETE","req_id":"2d94f5cc-0385-494f-a7ac-c7b53f4ec0a1","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16367,"response_code":204} {"msg":"disabling downstairs instance: downstairs-417f65f3-760f-4113-ad57-fa495db2b22d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.966150642Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.969040381Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions/417f65f3-760f-4113-ad57-fa495db2b22d","method":"GET","req_id":"41665a85-5ae8-4a1b-991e-f729e2afad0b","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.977134283Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_361386ed-4f1c-4c6c-b423-9ca519c70aac/crucible/regions/417f65f3-760f-4113-ad57-fa495db2b22d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:14.984205226Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"region":"417f65f3-760f-4113-ad57-fa495db2b22d","component":"worker"} {"msg":"region 417f65f3-760f-4113-ad57-fa495db2b22d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:15.028008923Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T16:06:15.114650252Z","hostname":"oxz_crucible_f1c77693-9cc1-4080-b7f5-79903218a7dc","pid":24499,"uri":"/crucible/0/regions/417f65f3-760f-4113-ad57-fa495db2b22d","method":"GET","req_id":"3be85112-9fc0-40b6-8719-4ef1e8a23b7c","remote_addr":"[fd00:1122:3344:101::b]:63135","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":200}