{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.065114999Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52656"} {"msg":"region 3d591af9-7ea5-4683-b5d9-a0b82162059a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.065233761Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.06656083Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.06657316Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"uri":"/crucible/0/regions","method":"POST","req_id":"58b6d1c0-4a23-48b8-93b3-feaf519eeba6","remote_addr":"[fd00:1122:3344:101::a]:52656","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1379,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/3d591af9-7ea5-4683-b5d9-a0b82162059a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.075702556Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/3d591af9-7ea5-4683-b5d9-a0b82162059a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.075712976Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3d591af9-7ea5-4683-b5d9-a0b82162059a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d591af9-7ea5-4683-b5d9-a0b82162059a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.132031653Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"region":"3d591af9-7ea5-4683-b5d9-a0b82162059a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d591af9-7ea5-4683-b5d9-a0b82162059a\" \"--data\" \"/data/regions/3d591af9-7ea5-4683-b5d9-a0b82162059a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.132059554Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"region":"3d591af9-7ea5-4683-b5d9-a0b82162059a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.207422404Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"region":"3d591af9-7ea5-4683-b5d9-a0b82162059a","component":"worker"} {"msg":"region 3d591af9-7ea5-4683-b5d9-a0b82162059a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.207451604Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.207573376Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3d591af9-7ea5-4683-b5d9-a0b82162059a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.227051816Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d591af9-7ea5-4683-b5d9-a0b82162059a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.233456171Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.246651797Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d591af9-7ea5-4683-b5d9-a0b82162059a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.249855755Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d591af9-7ea5-4683-b5d9-a0b82162059a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.250157529Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.25020264Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.250243831Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.250279941Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.254030757Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.258869739Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:30.420560652Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"uri":"/crucible/0/regions","method":"POST","req_id":"e0120fe5-273b-48cf-aa68-3719b2db65c9","remote_addr":"[fd00:1122:3344:101::a]:52656","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.04207797Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"uri":"/crucible/0/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13","method":"GET","req_id":"1e781a1e-fb19-4f47-9177-51334b019f7a","remote_addr":"[fd00:1122:3344:101::a]:52656","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.045538411Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"dataset is oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.051646102Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"snapshot is oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13@53a934f6-d542-4134-bed9-a4f304b74bc8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.056689917Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13\", \"53a934f6-d542-4134-bed9-a4f304b74bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.056707887Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.065289825Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"uri":"/crucible/0/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13/snapshots/53a934f6-d542-4134-bed9-a4f304b74bc8","method":"GET","req_id":"3c836229-e1ae-45f3-93e8-f627244e2345","remote_addr":"[fd00:1122:3344:101::a]:52656","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19778,"response_code":200} {"msg":"path is \"/data/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.069256414Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"dataset is oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.076219227Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"snapshot is oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13@53a934f6-d542-4134-bed9-a4f304b74bc8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.082105865Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13\", \"53a934f6-d542-4134-bed9-a4f304b74bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.082124935Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 06879ddb-4f33-49f1-975c-bfa40b6a9e13-53a934f6-d542-4134-bed9-a4f304b74bc8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.089530985Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"applying SMF actions for region 06879ddb-4f33-49f1-975c-bfa40b6a9e13 running snapshot 53a934f6-d542-4134-bed9-a4f304b74bc8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.089667187Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.089675877Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"uri":"/crucible/0/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13/snapshots/53a934f6-d542-4134-bed9-a4f304b74bc8/run","method":"POST","req_id":"0bb1c25a-0d66-47ff-a51e-eb575d8616b1","remote_addr":"[fd00:1122:3344:101::a]:52656","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20428,"response_code":200} {"msg":"creating missing snapshot instance snapshot-06879ddb-4f33-49f1-975c-bfa40b6a9e13-53a934f6-d542-4134-bed9-a4f304b74bc8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.093846469Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-06879ddb-4f33-49f1-975c-bfa40b6a9e13-53a934f6-d542-4134-bed9-a4f304b74bc8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.106474137Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-06879ddb-4f33-49f1-975c-bfa40b6a9e13-53a934f6-d542-4134-bed9-a4f304b74bc8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.116645128Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13/.zfs/snapshot/53a934f6-d542-4134-bed9-a4f304b74bc8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.116849131Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.116890641Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.116928052Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.116961893Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.117002783Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.121189745Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.125412278Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"worker"} {"msg":"region 06879ddb-4f33-49f1-975c-bfa40b6a9e13 running snapshot 53a934f6-d542-4134-bed9-a4f304b74bc8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.125424279Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"path is \"/data/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.281887534Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"dataset is oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.290185787Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"datafile"} {"msg":"snapshot is oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13@53a934f6-d542-4134-bed9-a4f304b74bc8","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.299290803Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4b75335b-3adf-4120-b9a1-846e41996b37/crucible/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13\", \"53a934f6-d542-4134-bed9-a4f304b74bc8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.299327093Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T02:34:31.307910151Z","hostname":"oxz_crucible_d6568f1e-d7c8-4678-9076-550ead8406cd","pid":23949,"uri":"/crucible/0/regions/06879ddb-4f33-49f1-975c-bfa40b6a9e13/snapshots/53a934f6-d542-4134-bed9-a4f304b74bc8/run","method":"POST","req_id":"ed4a9b10-8590-4b25-ab75-c61814c2374e","remote_addr":"[fd00:1122:3344:101::a]:52656","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26076,"response_code":200}