{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.451822541Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63250"} {"msg":"region e39ba321-34e6-4b73-a03e-4274adc320be state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.451877761Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.452533534Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.452545634Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"uri":"/crucible/0/regions","method":"POST","req_id":"00017eda-a187-41ec-be0c-3ef47b57d628","remote_addr":"[fd00:1122:3344:101::c]:63250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":682,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/e39ba321-34e6-4b73-a03e-4274adc320be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.463449907Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/e39ba321-34e6-4b73-a03e-4274adc320be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.463460717Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e39ba321-34e6-4b73-a03e-4274adc320be\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e39ba321-34e6-4b73-a03e-4274adc320be\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.561969315Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"region":"e39ba321-34e6-4b73-a03e-4274adc320be","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e39ba321-34e6-4b73-a03e-4274adc320be\" \"--data\" \"/data/regions/e39ba321-34e6-4b73-a03e-4274adc320be\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.562001326Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"region":"e39ba321-34e6-4b73-a03e-4274adc320be","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.74306991Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"region":"e39ba321-34e6-4b73-a03e-4274adc320be","component":"worker"} {"msg":"region e39ba321-34e6-4b73-a03e-4274adc320be state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.74310926Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.74327059Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e39ba321-34e6-4b73-a03e-4274adc320be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.765480058Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e39ba321-34e6-4b73-a03e-4274adc320be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.794081391Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.810555656Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"uri":"/crucible/0/regions","method":"POST","req_id":"cc8e6b13-4222-4e23-97b3-8228dde646f8","remote_addr":"[fd00:1122:3344:101::c]:63250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.82969483Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e39ba321-34e6-4b73-a03e-4274adc320be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.846392336Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e39ba321-34e6-4b73-a03e-4274adc320be","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.846692197Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.846735878Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.846777848Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.846812438Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.855195161Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:23.866447446Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.692252635Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"uri":"/crucible/0/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d","method":"GET","req_id":"ae932c7e-b17a-493f-a818-f07737b5f8cf","remote_addr":"[fd00:1122:3344:101::c]:63250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"path is \"/data/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.695189977Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"dataset is oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.701906933Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"snapshot is oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d@191c6039-518e-446e-be0c-c0cda5ebfa5e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.708285798Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d\", \"191c6039-518e-446e-be0c-c0cda5ebfa5e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.708299709Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.723140077Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"uri":"/crucible/0/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d/snapshots/191c6039-518e-446e-be0c-c0cda5ebfa5e","method":"GET","req_id":"890a68ee-fa02-4352-8912-64c16c9688ff","remote_addr":"[fd00:1122:3344:101::c]:63250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27966,"response_code":200} {"msg":"path is \"/data/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.726790951Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"dataset is oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.731830451Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"snapshot is oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d@191c6039-518e-446e-be0c-c0cda5ebfa5e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.73656232Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d\", \"191c6039-518e-446e-be0c-c0cda5ebfa5e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.73658134Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 87e3c464-d3d6-441e-9f91-a27b50f4469d-191c6039-518e-446e-be0c-c0cda5ebfa5e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.747997065Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"applying SMF actions for region 87e3c464-d3d6-441e-9f91-a27b50f4469d running snapshot 191c6039-518e-446e-be0c-c0cda5ebfa5e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.748120146Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.748129466Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"uri":"/crucible/0/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d/snapshots/191c6039-518e-446e-be0c-c0cda5ebfa5e/run","method":"POST","req_id":"7c2c10ff-4c69-4248-9952-a41b4550d013","remote_addr":"[fd00:1122:3344:101::c]:63250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21351,"response_code":200} {"msg":"creating missing snapshot instance snapshot-87e3c464-d3d6-441e-9f91-a27b50f4469d-191c6039-518e-446e-be0c-c0cda5ebfa5e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.752639252Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-87e3c464-d3d6-441e-9f91-a27b50f4469d-191c6039-518e-446e-be0c-c0cda5ebfa5e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.769155198Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-87e3c464-d3d6-441e-9f91-a27b50f4469d-191c6039-518e-446e-be0c-c0cda5ebfa5e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.799386588Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d/.zfs/snapshot/191c6039-518e-446e-be0c-c0cda5ebfa5e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.799722209Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.799788859Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.79984485Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.79989883Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.79996682Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.812149438Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.824755758Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"worker"} {"msg":"region 87e3c464-d3d6-441e-9f91-a27b50f4469d running snapshot 191c6039-518e-446e-be0c-c0cda5ebfa5e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.824766448Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"path is \"/data/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.946043736Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"dataset is oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.952608402Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"datafile"} {"msg":"snapshot is oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d@191c6039-518e-446e-be0c-c0cda5ebfa5e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.958731066Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4e084ad5-197f-4816-a414-20be7b8fc68c/crucible/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d\", \"191c6039-518e-446e-be0c-c0cda5ebfa5e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.958744726Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-04T19:34:25.964620789Z","hostname":"oxz_crucible_1a97ce0f-0d62-4573-829d-860b54058919","pid":24764,"uri":"/crucible/0/regions/87e3c464-d3d6-441e-9f91-a27b50f4469d/snapshots/191c6039-518e-446e-be0c-c0cda5ebfa5e/run","method":"POST","req_id":"e0a490e8-44e9-4879-8905-1e0e08650dbd","remote_addr":"[fd00:1122:3344:101::c]:63250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18610,"response_code":200}