{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.209020995Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34466"} {"msg":"region 3dcd5fea-f04f-412b-9db4-2ddba0a104c7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.209255129Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.209898652Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.209927892Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions","method":"POST","req_id":"ee18c813-3c04-4aac-b15d-58b214156b89","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":671,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1313cb74-092c-4932-9b1b-9de72e73e8fb/crucible/regions/3dcd5fea-f04f-412b-9db4-2ddba0a104c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.21680345Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1313cb74-092c-4932-9b1b-9de72e73e8fb/crucible/regions/3dcd5fea-f04f-412b-9db4-2ddba0a104c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.21683173Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3dcd5fea-f04f-412b-9db4-2ddba0a104c7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3dcd5fea-f04f-412b-9db4-2ddba0a104c7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.263827783Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"region":"3dcd5fea-f04f-412b-9db4-2ddba0a104c7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3dcd5fea-f04f-412b-9db4-2ddba0a104c7\" \"--data\" \"/data/regions/3dcd5fea-f04f-412b-9db4-2ddba0a104c7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.263867604Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"region":"3dcd5fea-f04f-412b-9db4-2ddba0a104c7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.409971428Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions","method":"POST","req_id":"41f195a2-2dc7-4328-ba28-3235113f06ce","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.483573784Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"region":"3dcd5fea-f04f-412b-9db4-2ddba0a104c7","component":"worker"} {"msg":"region 3dcd5fea-f04f-412b-9db4-2ddba0a104c7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.483615324Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.483706646Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3dcd5fea-f04f-412b-9db4-2ddba0a104c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.484515401Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3dcd5fea-f04f-412b-9db4-2ddba0a104c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.490118905Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.50544564Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3dcd5fea-f04f-412b-9db4-2ddba0a104c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.5086656Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3dcd5fea-f04f-412b-9db4-2ddba0a104c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.508973265Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.509020666Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.509061877Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.509099778Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.512806817Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.517530344Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:02.950478546Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions","method":"POST","req_id":"47e95225-ddd8-4142-8937-4da145111a0c","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region 7d1f464f-7594-44e1-a463-89751f338cd9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.070072917Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.07026137Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.07027119Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions","method":"POST","req_id":"8fc07fd1-3a1e-41c5-97e5-4bee816a4458","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":237,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1313cb74-092c-4932-9b1b-9de72e73e8fb/crucible/regions/7d1f464f-7594-44e1-a463-89751f338cd9","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.077010396Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1313cb74-092c-4932-9b1b-9de72e73e8fb/crucible/regions/7d1f464f-7594-44e1-a463-89751f338cd9","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.077037836Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7d1f464f-7594-44e1-a463-89751f338cd9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7d1f464f-7594-44e1-a463-89751f338cd9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.118410834Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"region":"7d1f464f-7594-44e1-a463-89751f338cd9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7d1f464f-7594-44e1-a463-89751f338cd9\" \"--data\" \"/data/regions/7d1f464f-7594-44e1-a463-89751f338cd9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.118450285Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"region":"7d1f464f-7594-44e1-a463-89751f338cd9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.206369708Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"region":"7d1f464f-7594-44e1-a463-89751f338cd9","component":"worker"} {"msg":"region 7d1f464f-7594-44e1-a463-89751f338cd9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.206411069Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.206553182Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7d1f464f-7594-44e1-a463-89751f338cd9","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.208482907Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7d1f464f-7594-44e1-a463-89751f338cd9","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.215138061Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.222290984Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7d1f464f-7594-44e1-a463-89751f338cd9","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.22639299Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7d1f464f-7594-44e1-a463-89751f338cd9","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.226688606Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.226719306Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.226789118Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.226850529Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.230356994Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.235858996Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:09.422243128Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions","method":"POST","req_id":"19c7ae66-f205-4079-a8b7-88d519f7892c","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.897151785Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions/7d1f464f-7594-44e1-a463-89751f338cd9","method":"GET","req_id":"e4552fbc-f46a-4929-b219-4eb3c9a7c456","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/7d1f464f-7594-44e1-a463-89751f338cd9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.900188791Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"datafile"} {"msg":"dataset is oxp_1313cb74-092c-4932-9b1b-9de72e73e8fb/crucible/regions/7d1f464f-7594-44e1-a463-89751f338cd9","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.910651256Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"datafile"} {"msg":"region 7d1f464f-7594-44e1-a463-89751f338cd9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.917449002Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.917623205Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.917632965Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions/7d1f464f-7594-44e1-a463-89751f338cd9","method":"DELETE","req_id":"7b85b21b-bce9-4033-b3ea-e097578a61d1","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17471,"response_code":204} {"msg":"disabling downstairs instance: downstairs-7d1f464f-7594-44e1-a463-89751f338cd9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.918692405Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.921042869Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions/7d1f464f-7594-44e1-a463-89751f338cd9","method":"GET","req_id":"117efe9a-4d71-46d4-b290-16eec75bcc06","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.925066113Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1313cb74-092c-4932-9b1b-9de72e73e8fb/crucible/regions/7d1f464f-7594-44e1-a463-89751f338cd9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.933039942Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"region":"7d1f464f-7594-44e1-a463-89751f338cd9","component":"worker"} {"msg":"region 7d1f464f-7594-44e1-a463-89751f338cd9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:34.989914728Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T23:18:35.067973448Z","hostname":"oxz_crucible_fecd0e3d-b2f9-4107-9261-005644b6635b","pid":25158,"uri":"/crucible/0/regions/7d1f464f-7594-44e1-a463-89751f338cd9","method":"GET","req_id":"d38614e4-4bd8-4aac-b270-012e5572cb29","remote_addr":"[fd00:1122:3344:101::c]:34466","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}