{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.832244221Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45006"} {"msg":"region ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.832369753Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.834307868Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.834318148Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions","method":"POST","req_id":"17214c46-c38f-40df-afad-11ac0e237681","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1994,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.846005317Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.846019147Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.955172414Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"region":"ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47\" \"--data\" \"/data/regions/ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.955209645Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"region":"ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.020310067Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions","method":"POST","req_id":"22148872-eb4c-4f93-b575-0cae36c6356f","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.178932797Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"region":"ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","component":"worker"} {"msg":"region ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.178952797Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.179074909Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.20492605Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.217581016Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.244474626Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.251932319Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce5dd11d-c26b-4a7a-9c28-a50cc71b9d47","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.252242295Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.252287695Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.252327806Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.252360747Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.264892591Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.28168637Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.630432953Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions","method":"POST","req_id":"03e2e8e9-2081-493b-8809-0996676fb41b","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.084342355Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4","method":"GET","req_id":"fcda1bd7-a491-4831-8254-f35e8212acdf","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":4122,"response_code":200} {"msg":"path is \"/data/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.089047079Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"dataset is oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.098751592Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"snapshot is oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4@3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.10933563Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4\", \"3e8641c6-9aa7-4c84-94b7-f0f81ba42887\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.109353001Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.128586604Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4/snapshots/3e8641c6-9aa7-4c84-94b7-f0f81ba42887","method":"GET","req_id":"5b71bd3b-f3e6-4d9a-9dd7-bae33597a197","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39574,"response_code":200} {"msg":"path is \"/data/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.133200716Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"dataset is oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.140731081Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"snapshot is oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4@3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.149938215Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4\", \"3e8641c6-9aa7-4c84-94b7-f0f81ba42887\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.149975176Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 27e8bc3e-635c-42ad-b3e1-053eceddb6a4-3e8641c6-9aa7-4c84-94b7-f0f81ba42887 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.159615288Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.159810521Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4/snapshots/3e8641c6-9aa7-4c84-94b7-f0f81ba42887/run","method":"POST","req_id":"5b532317-18c5-4257-bfd6-42ac01747c42","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26642,"response_code":200} {"msg":"applying SMF actions for region 27e8bc3e-635c-42ad-b3e1-053eceddb6a4 running snapshot 3e8641c6-9aa7-4c84-94b7-f0f81ba42887 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.159851492Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-27e8bc3e-635c-42ad-b3e1-053eceddb6a4-3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.165735437Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-27e8bc3e-635c-42ad-b3e1-053eceddb6a4-3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.18720117Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-27e8bc3e-635c-42ad-b3e1-053eceddb6a4-3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.2135492Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4/.zfs/snapshot/3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.213855626Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.213905216Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.213952457Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.213994648Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.214051709Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.22139762Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.228651979Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"region 27e8bc3e-635c-42ad-b3e1-053eceddb6a4 running snapshot 3e8641c6-9aa7-4c84-94b7-f0f81ba42887 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.22865992Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"path is \"/data/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.363137359Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"dataset is oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.369020434Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"snapshot is oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4@3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.375274546Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4\", \"3e8641c6-9aa7-4c84-94b7-f0f81ba42887\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.375293896Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.381272153Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions/27e8bc3e-635c-42ad-b3e1-053eceddb6a4/snapshots/3e8641c6-9aa7-4c84-94b7-f0f81ba42887/run","method":"POST","req_id":"3a86f6ec-52a1-4d1b-87e0-46dfec64a04e","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18170,"response_code":200} {"msg":"region 58f0d3b5-d051-4a1b-934f-d4547763314b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.525721189Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.525893812Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions","method":"POST","req_id":"6942dfb9-7c19-4fd2-9a0f-69ed0f830970","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":223,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.525925732Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/58f0d3b5-d051-4a1b-934f-d4547763314b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.5325652Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/58f0d3b5-d051-4a1b-934f-d4547763314b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.532598171Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"58f0d3b5-d051-4a1b-934f-d4547763314b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/58f0d3b5-d051-4a1b-934f-d4547763314b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.636881612Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"region":"58f0d3b5-d051-4a1b-934f-d4547763314b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"58f0d3b5-d051-4a1b-934f-d4547763314b\" \"--data\" \"/data/regions/58f0d3b5-d051-4a1b-934f-d4547763314b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.636927753Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"region":"58f0d3b5-d051-4a1b-934f-d4547763314b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.670311418Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions","method":"POST","req_id":"ae43f4b3-d4aa-432f-a684-47a558db1b73","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.825585609Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"region":"58f0d3b5-d051-4a1b-934f-d4547763314b","component":"worker"} {"msg":"region 58f0d3b5-d051-4a1b-934f-d4547763314b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.825610809Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.825726662Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-58f0d3b5-d051-4a1b-934f-d4547763314b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.826815961Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-58f0d3b5-d051-4a1b-934f-d4547763314b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.837927629Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.862104501Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58f0d3b5-d051-4a1b-934f-d4547763314b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.874038964Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58f0d3b5-d051-4a1b-934f-d4547763314b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.874475981Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.874549303Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.874612884Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.874678805Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.885404376Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:57.909919284Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:58.214448907Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions","method":"POST","req_id":"988a279b-26d3-43e5-b28d-8aacb4079945","remote_addr":"[fd00:1122:3344:101::c]:45006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.529694075Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38581"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.529884328Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions/58f0d3b5-d051-4a1b-934f-d4547763314b","method":"GET","req_id":"08c3723b-f06b-40ea-8849-8d509d388312","remote_addr":"[fd00:1122:3344:101::c]:38581","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":40,"response_code":200} {"msg":"path is \"/data/regions/58f0d3b5-d051-4a1b-934f-d4547763314b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.534156274Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"dataset is oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/58f0d3b5-d051-4a1b-934f-d4547763314b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.54904398Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"region 58f0d3b5-d051-4a1b-934f-d4547763314b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.555942023Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.556204968Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.556215788Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions/58f0d3b5-d051-4a1b-934f-d4547763314b","method":"DELETE","req_id":"9f17248c-137d-4006-a8fb-cd57c8ba0d28","remote_addr":"[fd00:1122:3344:101::c]:38581","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22086,"response_code":204} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.559352654Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions/58f0d3b5-d051-4a1b-934f-d4547763314b","method":"GET","req_id":"2baf2473-116f-471a-a683-f09548387ff3","remote_addr":"[fd00:1122:3344:101::c]:38581","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"disabling downstairs instance: downstairs-58f0d3b5-d051-4a1b-934f-d4547763314b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.563147352Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.583349112Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2af53e50-4ddb-4aeb-92b2-8aee75433284/crucible/regions/58f0d3b5-d051-4a1b-934f-d4547763314b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.591565948Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"region":"58f0d3b5-d051-4a1b-934f-d4547763314b","component":"worker"} {"msg":"region 58f0d3b5-d051-4a1b-934f-d4547763314b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.676086917Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:08:29.698063199Z","hostname":"oxz_crucible_2aba3b9d-cd6f-4da7-aafd-59d0a36c978f","pid":24855,"uri":"/crucible/0/regions/58f0d3b5-d051-4a1b-934f-d4547763314b","method":"GET","req_id":"aa9f289a-2883-4bf2-854a-c9926c2a7c81","remote_addr":"[fd00:1122:3344:101::c]:38581","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200}