{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.346832632Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43455"} {"msg":"region 968469c4-0aaf-4822-a24c-3e3df1c17f57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.346930804Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.34753944Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"uri":"/crucible/0/regions","method":"POST","req_id":"27222db8-1fad-457e-a27b-9df1e6b998f4","remote_addr":"[fd00:1122:3344:101::b]:43455","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":644,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.347553931Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/968469c4-0aaf-4822-a24c-3e3df1c17f57","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.356128476Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/968469c4-0aaf-4822-a24c-3e3df1c17f57","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.356146796Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"968469c4-0aaf-4822-a24c-3e3df1c17f57\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/968469c4-0aaf-4822-a24c-3e3df1c17f57\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.41301141Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"region":"968469c4-0aaf-4822-a24c-3e3df1c17f57","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"968469c4-0aaf-4822-a24c-3e3df1c17f57\" \"--data\" \"/data/regions/968469c4-0aaf-4822-a24c-3e3df1c17f57\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.413049381Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"region":"968469c4-0aaf-4822-a24c-3e3df1c17f57","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.512826243Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"region":"968469c4-0aaf-4822-a24c-3e3df1c17f57","component":"worker"} {"msg":"region 968469c4-0aaf-4822-a24c-3e3df1c17f57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.512881684Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.512983225Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-968469c4-0aaf-4822-a24c-3e3df1c17f57","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.51347411Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-968469c4-0aaf-4822-a24c-3e3df1c17f57","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.52416076Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.546951294Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"uri":"/crucible/0/regions","method":"POST","req_id":"0401d375-6ce5-470e-be3f-b40d978c828c","remote_addr":"[fd00:1122:3344:101::b]:43455","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.547256867Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-968469c4-0aaf-4822-a24c-3e3df1c17f57","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.550701865Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/968469c4-0aaf-4822-a24c-3e3df1c17f57","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.55106912Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.55113393Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.551186661Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.551236491Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.555478119Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:16.604871129Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.783937786Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"uri":"/crucible/0/regions/96989055-eac0-4ce7-b850-c377650d5ed7","method":"GET","req_id":"4ab5f589-35ae-496c-993d-24bb1d40af0c","remote_addr":"[fd00:1122:3344:101::b]:43455","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"path is \"/data/regions/96989055-eac0-4ce7-b850-c377650d5ed7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.791157526Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"dataset is oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.797594668Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"snapshot is oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7@2488f8d4-0e4a-4432-a0ed-646d1e3213ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.804838129Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7\", \"2488f8d4-0e4a-4432-a0ed-646d1e3213ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.804858599Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.812897779Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"uri":"/crucible/0/regions/96989055-eac0-4ce7-b850-c377650d5ed7/snapshots/2488f8d4-0e4a-4432-a0ed-646d1e3213ae","method":"GET","req_id":"a413d738-3586-4427-a601-81771086a9b8","remote_addr":"[fd00:1122:3344:101::b]:43455","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21776,"response_code":200} {"msg":"path is \"/data/regions/96989055-eac0-4ce7-b850-c377650d5ed7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.818156697Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"dataset is oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.824712081Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"snapshot is oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7@2488f8d4-0e4a-4432-a0ed-646d1e3213ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.830226952Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7\", \"2488f8d4-0e4a-4432-a0ed-646d1e3213ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.830244962Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 96989055-eac0-4ce7-b850-c377650d5ed7-2488f8d4-0e4a-4432-a0ed-646d1e3213ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.839334764Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.839483635Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"uri":"/crucible/0/regions/96989055-eac0-4ce7-b850-c377650d5ed7/snapshots/2488f8d4-0e4a-4432-a0ed-646d1e3213ae/run","method":"POST","req_id":"742f12a3-25d1-482c-8822-1da2ef3ed5f1","remote_addr":"[fd00:1122:3344:101::b]:43455","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21352,"response_code":200} {"msg":"applying SMF actions for region 96989055-eac0-4ce7-b850-c377650d5ed7 running snapshot 2488f8d4-0e4a-4432-a0ed-646d1e3213ae (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.839510215Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-96989055-eac0-4ce7-b850-c377650d5ed7-2488f8d4-0e4a-4432-a0ed-646d1e3213ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.84441539Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-96989055-eac0-4ce7-b850-c377650d5ed7-2488f8d4-0e4a-4432-a0ed-646d1e3213ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.852789523Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-96989055-eac0-4ce7-b850-c377650d5ed7-2488f8d4-0e4a-4432-a0ed-646d1e3213ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.862616213Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/96989055-eac0-4ce7-b850-c377650d5ed7/.zfs/snapshot/2488f8d4-0e4a-4432-a0ed-646d1e3213ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.862888666Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.862940467Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.862982447Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.863020798Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.863067408Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.86773362Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.872826407Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"worker"} {"msg":"region 96989055-eac0-4ce7-b850-c377650d5ed7 running snapshot 2488f8d4-0e4a-4432-a0ed-646d1e3213ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:17.872842427Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"path is \"/data/regions/96989055-eac0-4ce7-b850-c377650d5ed7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:18.087394819Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"dataset is oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:18.093903812Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"datafile"} {"msg":"snapshot is oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7@2488f8d4-0e4a-4432-a0ed-646d1e3213ae","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:18.10090236Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_27f9684b-1fd9-4fb8-a8ae-a7f86a18024a/crucible/regions/96989055-eac0-4ce7-b850-c377650d5ed7\", \"2488f8d4-0e4a-4432-a0ed-646d1e3213ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:18.10093583Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T04:46:18.107756996Z","hostname":"oxz_crucible_867b6f6c-2798-4ea6-8937-993a8c43b82a","pid":24194,"uri":"/crucible/0/regions/96989055-eac0-4ce7-b850-c377650d5ed7/snapshots/2488f8d4-0e4a-4432-a0ed-646d1e3213ae/run","method":"POST","req_id":"57d0c131-df66-44a6-8717-00ae47537fec","remote_addr":"[fd00:1122:3344:101::b]:43455","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20409,"response_code":200}