[ Aug 15 20:31:11 Enabled. ]
[ Aug 15 20:31:11 Rereading configuration. ]
[ Aug 15 20:31:13 Rereading configuration. ]
[ Aug 15 20:31:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:31:21.016614803Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967}
{"msg":"dataset: \"oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:31:21.016756785Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:31:21.016766665Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:31:21.016771556Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:31:21.030361683Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:31:21.249541978Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.246387476Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52885"}
{"msg":"region 495167d2-f73c-4f74-964e-df458197055d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.302375487Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.3098802Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.314488364Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions","method":"POST","req_id":"837a6cf7-a493-4181-918f-8d75061cda6c","remote_addr":"[fd00:1122:3344:101::a]:52885","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25138,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.321350908Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.321374398Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"495167d2-f73c-4f74-964e-df458197055d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/495167d2-f73c-4f74-964e-df458197055d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.409389038Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"495167d2-f73c-4f74-964e-df458197055d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"495167d2-f73c-4f74-964e-df458197055d\" \"--data\" \"/data/regions/495167d2-f73c-4f74-964e-df458197055d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.41170993Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"495167d2-f73c-4f74-964e-df458197055d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.537107655Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions","method":"POST","req_id":"ca4b7d63-e4f6-47fb-bd60-b68130b82b5e","remote_addr":"[fd00:1122:3344:101::a]:52885","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.866174652Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions","method":"POST","req_id":"ee59e6ec-6ca5-41f8-9be3-a1a513d5a1f2","remote_addr":"[fd00:1122:3344:101::a]:52885","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.95037076Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"495167d2-f73c-4f74-964e-df458197055d","component":"worker"}
{"msg":"region 495167d2-f73c-4f74-964e-df458197055d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.954589948Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.95472698Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.960446009Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:20.979353979Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:21.006396841Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:21.018130112Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:21.018847982Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:21.018947464Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:21.019010015Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:21.019069385Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:21.02962069Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:21.037705432Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:32:22.175932139Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions","method":"POST","req_id":"860baeb0-717b-4101-98ef-cc3d3a2b3fe7","remote_addr":"[fd00:1122:3344:101::a]:52885","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:32.877787054Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37218"}
{"msg":"region 585fb0f1-6e8b-4476-a225-b2b3d5aad12e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:32.878399153Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:32.878578795Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions","method":"POST","req_id":"976fecdc-1d52-4926-baa4-00e9653f56c8","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":753,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:32.878596555Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/585fb0f1-6e8b-4476-a225-b2b3d5aad12e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:32.885568931Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/585fb0f1-6e8b-4476-a225-b2b3d5aad12e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:32.885603512Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"585fb0f1-6e8b-4476-a225-b2b3d5aad12e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/585fb0f1-6e8b-4476-a225-b2b3d5aad12e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:32.935495458Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"585fb0f1-6e8b-4476-a225-b2b3d5aad12e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"585fb0f1-6e8b-4476-a225-b2b3d5aad12e\" \"--data\" \"/data/regions/585fb0f1-6e8b-4476-a225-b2b3d5aad12e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:32.935542089Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"585fb0f1-6e8b-4476-a225-b2b3d5aad12e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.010438239Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"585fb0f1-6e8b-4476-a225-b2b3d5aad12e","component":"worker"}
{"msg":"region 585fb0f1-6e8b-4476-a225-b2b3d5aad12e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.01047926Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.010590091Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.016743776Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions","method":"POST","req_id":"9cff055b-8964-49aa-a506-4ccef33896df","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"creating missing downstairs instance downstairs-585fb0f1-6e8b-4476-a225-b2b3d5aad12e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.026629392Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-585fb0f1-6e8b-4476-a225-b2b3d5aad12e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.03156464Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.040870078Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-585fb0f1-6e8b-4476-a225-b2b3d5aad12e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.043541514Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/585fb0f1-6e8b-4476-a225-b2b3d5aad12e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.043813938Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.043861199Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.043894409Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.04393406Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.047158884Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:33.051477743Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.66900794Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions/495167d2-f73c-4f74-964e-df458197055d","method":"GET","req_id":"21220ca6-29c6-4ad5-871a-bdfb8512378a","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/495167d2-f73c-4f74-964e-df458197055d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.67265866Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"dataset is oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.678042534Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"snapshot is oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d@fecb994e-c7fa-40d3-99e9-8d66a4519bbd","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.68505681Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d\", \"fecb994e-c7fa-40d3-99e9-8d66a4519bbd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.685080831Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.696612779Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions/495167d2-f73c-4f74-964e-df458197055d/snapshots/fecb994e-c7fa-40d3-99e9-8d66a4519bbd","method":"GET","req_id":"71bbf97e-7d9a-4551-ac8e-74a3eef6f318","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23993,"response_code":200}
{"msg":"path is \"/data/regions/495167d2-f73c-4f74-964e-df458197055d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.700371021Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"dataset is oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.706516905Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"snapshot is oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d@fecb994e-c7fa-40d3-99e9-8d66a4519bbd","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.711869169Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d\", \"fecb994e-c7fa-40d3-99e9-8d66a4519bbd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.71189723Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 495167d2-f73c-4f74-964e-df458197055d-fecb994e-c7fa-40d3-99e9-8d66a4519bbd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.717912282Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"applying SMF actions for region 495167d2-f73c-4f74-964e-df458197055d running snapshot fecb994e-c7fa-40d3-99e9-8d66a4519bbd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.722998882Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.723014623Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions/495167d2-f73c-4f74-964e-df458197055d/snapshots/fecb994e-c7fa-40d3-99e9-8d66a4519bbd/run","method":"POST","req_id":"144b5a47-1859-4526-abd2-4ce7f0c501b5","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22639,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-495167d2-f73c-4f74-964e-df458197055d-fecb994e-c7fa-40d3-99e9-8d66a4519bbd","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.724997241Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-495167d2-f73c-4f74-964e-df458197055d-fecb994e-c7fa-40d3-99e9-8d66a4519bbd","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.736146883Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-495167d2-f73c-4f74-964e-df458197055d-fecb994e-c7fa-40d3-99e9-8d66a4519bbd","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.74537414Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/495167d2-f73c-4f74-964e-df458197055d/.zfs/snapshot/fecb994e-c7fa-40d3-99e9-8d66a4519bbd","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.745666124Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.745708215Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.745748815Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.745786306Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.745831806Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.748838398Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.752851713Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"region 495167d2-f73c-4f74-964e-df458197055d running snapshot fecb994e-c7fa-40d3-99e9-8d66a4519bbd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.752861963Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"path is \"/data/regions/495167d2-f73c-4f74-964e-df458197055d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.957893263Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"dataset is oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.964276681Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"snapshot is oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d@fecb994e-c7fa-40d3-99e9-8d66a4519bbd","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.969567984Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/495167d2-f73c-4f74-964e-df458197055d\", \"fecb994e-c7fa-40d3-99e9-8d66a4519bbd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.969593784Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:35.976007763Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions/495167d2-f73c-4f74-964e-df458197055d/snapshots/fecb994e-c7fa-40d3-99e9-8d66a4519bbd/run","method":"POST","req_id":"5a3b119d-a202-4cd0-844c-fe628b440a9f","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18151,"response_code":200}
{"msg":"region 49f79a99-0bc3-4796-a3d1-4b83423d88a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:41.926708529Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:41.926899292Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions","method":"POST","req_id":"843c95de-1b01-4acd-9597-1f6e18b223f0","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":232,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:41.926967923Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:41.93333166Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:41.933360361Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"49f79a99-0bc3-4796-a3d1-4b83423d88a6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:41.996716252Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"49f79a99-0bc3-4796-a3d1-4b83423d88a6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"49f79a99-0bc3-4796-a3d1-4b83423d88a6\" \"--data\" \"/data/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:41.996766023Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"49f79a99-0bc3-4796-a3d1-4b83423d88a6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.072499465Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"49f79a99-0bc3-4796-a3d1-4b83423d88a6","component":"worker"}
{"msg":"region 49f79a99-0bc3-4796-a3d1-4b83423d88a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.072534885Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.072650557Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-49f79a99-0bc3-4796-a3d1-4b83423d88a6","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.073733562Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-49f79a99-0bc3-4796-a3d1-4b83423d88a6","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.07721858Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.085100518Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-49f79a99-0bc3-4796-a3d1-4b83423d88a6","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.088728798Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.089049973Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.089089763Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.089133614Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.089181924Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.095656853Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.109719777Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:43:42.237811399Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions","method":"POST","req_id":"07a6c71c-9e8d-435f-9623-d8de8e90ec8f","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.729647229Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6","method":"GET","req_id":"5ca881db-42c5-4387-a881-bc8963e2acb3","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"path is \"/data/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.732752331Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"dataset is oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.745687469Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"region 49f79a99-0bc3-4796-a3d1-4b83423d88a6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.753654929Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.753822532Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.753846132Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6","method":"DELETE","req_id":"1f20745d-8744-45f3-8a01-a3e20d838792","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21123,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-49f79a99-0bc3-4796-a3d1-4b83423d88a6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.754841566Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.757752846Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6","method":"GET","req_id":"e35f981f-5c83-423c-8fec-96d8bfbaa8da","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.776326721Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b7fc33a6-4e70-4e7c-87de-7a1c8359ae41/crucible/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.784330411Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"region":"49f79a99-0bc3-4796-a3d1-4b83423d88a6","component":"worker"}
{"msg":"region 49f79a99-0bc3-4796-a3d1-4b83423d88a6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.860888644Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T20:44:07.894457676Z","hostname":"oxz_crucible_32850265-b23f-4c81-90ec-e71bc81f5e54","pid":24967,"uri":"/crucible/0/regions/49f79a99-0bc3-4796-a3d1-4b83423d88a6","method":"GET","req_id":"614d427f-d286-41f2-89c8-20a5b2c7993e","remote_addr":"[fd00:1122:3344:101::a]:37218","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200}