{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.449880233Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34243"}
{"msg":"region cb881b31-ef7a-485c-89b8-cfeef09f28c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.449951564Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.450618412Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.450637553Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"uri":"/crucible/0/regions","method":"POST","req_id":"cf0ccfdb-6fad-4cfd-bdab-6922e7ff2ace","remote_addr":"[fd00:1122:3344:101::a]:34243","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":692,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/cb881b31-ef7a-485c-89b8-cfeef09f28c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.457567356Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/cb881b31-ef7a-485c-89b8-cfeef09f28c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.457580906Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cb881b31-ef7a-485c-89b8-cfeef09f28c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cb881b31-ef7a-485c-89b8-cfeef09f28c8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.515163308Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"region":"cb881b31-ef7a-485c-89b8-cfeef09f28c8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cb881b31-ef7a-485c-89b8-cfeef09f28c8\" \"--data\" \"/data/regions/cb881b31-ef7a-485c-89b8-cfeef09f28c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.515206169Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"region":"cb881b31-ef7a-485c-89b8-cfeef09f28c8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.612050299Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"uri":"/crucible/0/regions","method":"POST","req_id":"4a72c8bc-1a35-480c-ae15-d51a4cf78fa8","remote_addr":"[fd00:1122:3344:101::a]:34243","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.632202392Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"region":"cb881b31-ef7a-485c-89b8-cfeef09f28c8","component":"worker"}
{"msg":"region cb881b31-ef7a-485c-89b8-cfeef09f28c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.632220892Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.632326305Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cb881b31-ef7a-485c-89b8-cfeef09f28c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.650579387Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cb881b31-ef7a-485c-89b8-cfeef09f28c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.657772597Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.667164406Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cb881b31-ef7a-485c-89b8-cfeef09f28c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.669908498Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cb881b31-ef7a-485c-89b8-cfeef09f28c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.670105053Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.670147884Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.670184056Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.670219646Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.674178571Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:04.678152496Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.16034888Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"uri":"/crucible/0/regions","method":"POST","req_id":"56216e97-e384-46c8-8677-a4c96603258d","remote_addr":"[fd00:1122:3344:101::a]:34243","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.633113136Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"uri":"/crucible/0/regions/61a5853d-5fd5-4357-b0c9-618c190530ac","method":"GET","req_id":"3eee95be-c7aa-4ea0-ba18-5f28e2b58b5a","remote_addr":"[fd00:1122:3344:101::a]:34243","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"path is \"/data/regions/61a5853d-5fd5-4357-b0c9-618c190530ac\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.636626319Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"dataset is oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.642806843Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"snapshot is oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac@f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.649585812Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac\", \"f5ba3278-e63f-4e5c-966d-f3841ce75225\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.649600702Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.658928229Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"uri":"/crucible/0/regions/61a5853d-5fd5-4357-b0c9-618c190530ac/snapshots/f5ba3278-e63f-4e5c-966d-f3841ce75225","method":"GET","req_id":"31fd7676-af5b-497c-b29c-1f312ba9ea8e","remote_addr":"[fd00:1122:3344:101::a]:34243","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22330,"response_code":200}
{"msg":"path is \"/data/regions/61a5853d-5fd5-4357-b0c9-618c190530ac\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.662355629Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"dataset is oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.668593104Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"snapshot is oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac@f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.675382193Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac\", \"f5ba3278-e63f-4e5c-966d-f3841ce75225\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.675400274Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 61a5853d-5fd5-4357-b0c9-618c190530ac-f5ba3278-e63f-4e5c-966d-f3841ce75225 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.682911523Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"applying SMF actions for region 61a5853d-5fd5-4357-b0c9-618c190530ac running snapshot f5ba3278-e63f-4e5c-966d-f3841ce75225 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.683041686Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.683063336Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"uri":"/crucible/0/regions/61a5853d-5fd5-4357-b0c9-618c190530ac/snapshots/f5ba3278-e63f-4e5c-966d-f3841ce75225/run","method":"POST","req_id":"a9a58ef5-8482-4086-abfc-1fb089169133","remote_addr":"[fd00:1122:3344:101::a]:34243","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20699,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-61a5853d-5fd5-4357-b0c9-618c190530ac-f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.687389291Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-61a5853d-5fd5-4357-b0c9-618c190530ac-f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.695736822Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-61a5853d-5fd5-4357-b0c9-618c190530ac-f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.705280644Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61a5853d-5fd5-4357-b0c9-618c190530ac/.zfs/snapshot/f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.705487829Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.705530301Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.705567231Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.705602272Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.705645233Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.709035173Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.7132553Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"worker"}
{"msg":"region 61a5853d-5fd5-4357-b0c9-618c190530ac running snapshot f5ba3278-e63f-4e5c-966d-f3841ce75225 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.713265135Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"path is \"/data/regions/61a5853d-5fd5-4357-b0c9-618c190530ac\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.952251061Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"dataset is oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.95899972Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"datafile"}
{"msg":"snapshot is oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac@f5ba3278-e63f-4e5c-966d-f3841ce75225","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.966012395Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9221d471-468d-43e8-a216-63cbca64f93c/crucible/regions/61a5853d-5fd5-4357-b0c9-618c190530ac\", \"f5ba3278-e63f-4e5c-966d-f3841ce75225\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.966033325Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T22:16:05.971209102Z","hostname":"oxz_crucible_cd2e8026-2c80-47b5-9934-e0bbe0417e85","pid":27807,"uri":"/crucible/0/regions/61a5853d-5fd5-4357-b0c9-618c190530ac/snapshots/f5ba3278-e63f-4e5c-966d-f3841ce75225/run","method":"POST","req_id":"b0d6a24d-9c5e-474f-9fda-c52179b5e60c","remote_addr":"[fd00:1122:3344:101::a]:34243","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18969,"response_code":200}