{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:02.95544086Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56137"} {"msg":"region 7b9f5919-169d-4edf-9c4d-d85c85172abc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:02.955523772Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:02.9565129Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"uri":"/crucible/0/regions","method":"POST","req_id":"8a323515-acb7-484f-b7e5-d9e15261e470","remote_addr":"[fd00:1122:3344:101::a]:56137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":998,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:02.956535311Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/7b9f5919-169d-4edf-9c4d-d85c85172abc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:02.965543078Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/7b9f5919-169d-4edf-9c4d-d85c85172abc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:02.965555698Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7b9f5919-169d-4edf-9c4d-d85c85172abc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7b9f5919-169d-4edf-9c4d-d85c85172abc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.021292209Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"region":"7b9f5919-169d-4edf-9c4d-d85c85172abc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7b9f5919-169d-4edf-9c4d-d85c85172abc\" \"--data\" \"/data/regions/7b9f5919-169d-4edf-9c4d-d85c85172abc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.021326259Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"region":"7b9f5919-169d-4edf-9c4d-d85c85172abc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.114153376Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"uri":"/crucible/0/regions","method":"POST","req_id":"f473d2b5-80e7-457c-a979-19a375921762","remote_addr":"[fd00:1122:3344:101::a]:56137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.11597932Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"region":"7b9f5919-169d-4edf-9c4d-d85c85172abc","component":"worker"} {"msg":"region 7b9f5919-169d-4edf-9c4d-d85c85172abc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.11599054Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.116108652Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7b9f5919-169d-4edf-9c4d-d85c85172abc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.116461059Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7b9f5919-169d-4edf-9c4d-d85c85172abc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.126139798Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.150263544Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7b9f5919-169d-4edf-9c4d-d85c85172abc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.153648986Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7b9f5919-169d-4edf-9c4d-d85c85172abc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.153912791Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.153964902Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.154007693Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.154046314Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.15760999Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.173617726Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.65342617Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"uri":"/crucible/0/regions","method":"POST","req_id":"4a296607-ad0f-4d05-bf22-bb9a63464e97","remote_addr":"[fd00:1122:3344:101::a]:56137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.265883766Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"uri":"/crucible/0/regions/eb526c31-1e14-477d-8458-d25197065f7d","method":"GET","req_id":"366dde7a-f7ed-42ab-bab6-f7c1afffb1af","remote_addr":"[fd00:1122:3344:101::a]:56137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/eb526c31-1e14-477d-8458-d25197065f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.26932788Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"dataset is oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.275935412Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"snapshot is oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d@7d87674a-3fe0-44ad-b767-4d2333c1a299","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.281411603Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d\", \"7d87674a-3fe0-44ad-b767-4d2333c1a299\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.281432923Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.29041741Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"uri":"/crucible/0/regions/eb526c31-1e14-477d-8458-d25197065f7d/snapshots/7d87674a-3fe0-44ad-b767-4d2333c1a299","method":"GET","req_id":"05bc7b5e-1639-404e-93af-d650722ee087","remote_addr":"[fd00:1122:3344:101::a]:56137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21111,"response_code":200} {"msg":"path is \"/data/regions/eb526c31-1e14-477d-8458-d25197065f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.29365138Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"dataset is oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.299801233Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"snapshot is oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d@7d87674a-3fe0-44ad-b767-4d2333c1a299","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.305628711Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d\", \"7d87674a-3fe0-44ad-b767-4d2333c1a299\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.305656102Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot eb526c31-1e14-477d-8458-d25197065f7d-7d87674a-3fe0-44ad-b767-4d2333c1a299 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.313428515Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.313556678Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"uri":"/crucible/0/regions/eb526c31-1e14-477d-8458-d25197065f7d/snapshots/7d87674a-3fe0-44ad-b767-4d2333c1a299/run","method":"POST","req_id":"aeacc96e-1e6c-4bcf-b85e-27b67c3c7d7e","remote_addr":"[fd00:1122:3344:101::a]:56137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19922,"response_code":200} {"msg":"applying SMF actions for region eb526c31-1e14-477d-8458-d25197065f7d running snapshot 7d87674a-3fe0-44ad-b767-4d2333c1a299 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.313577328Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-eb526c31-1e14-477d-8458-d25197065f7d-7d87674a-3fe0-44ad-b767-4d2333c1a299","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.318130632Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-eb526c31-1e14-477d-8458-d25197065f7d-7d87674a-3fe0-44ad-b767-4d2333c1a299","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.331715253Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-eb526c31-1e14-477d-8458-d25197065f7d-7d87674a-3fe0-44ad-b767-4d2333c1a299","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.343254957Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb526c31-1e14-477d-8458-d25197065f7d/.zfs/snapshot/7d87674a-3fe0-44ad-b767-4d2333c1a299","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.343518822Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.343567163Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.343607824Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.343644154Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.343698465Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.347384943Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.352038259Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"worker"} {"msg":"region eb526c31-1e14-477d-8458-d25197065f7d running snapshot 7d87674a-3fe0-44ad-b767-4d2333c1a299 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.3520484Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"path is \"/data/regions/eb526c31-1e14-477d-8458-d25197065f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.651388656Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"dataset is oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.657145322Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"datafile"} {"msg":"snapshot is oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d@7d87674a-3fe0-44ad-b767-4d2333c1a299","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.663578641Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f5d683a8-5e19-4949-aa02-7c7e1d7176d1/crucible/regions/eb526c31-1e14-477d-8458-d25197065f7d\", \"7d87674a-3fe0-44ad-b767-4d2333c1a299\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.663597471Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:04.6699836Z","hostname":"oxz_crucible_2fa44922-5faf-4461-9de2-4d941038fa87","pid":25514,"uri":"/crucible/0/regions/eb526c31-1e14-477d-8458-d25197065f7d/snapshots/7d87674a-3fe0-44ad-b767-4d2333c1a299/run","method":"POST","req_id":"504d1131-29c6-480b-9732-35ee1cccb861","remote_addr":"[fd00:1122:3344:101::a]:56137","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18639,"response_code":200}