{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.803907886Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34343"} {"msg":"region 99783149-f225-44c9-a944-30da4d2b3f4c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.836227005Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.853785955Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.853798165Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"uri":"/crucible/0/regions","method":"POST","req_id":"f71721b9-621d-49d6-9892-bf927c1b5c10","remote_addr":"[fd00:1122:3344:101::c]:34343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30984,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.877690828Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:40.877705498Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.141867302Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"uri":"/crucible/0/regions","method":"POST","req_id":"5a220cff-323e-4906-af63-c27935444e05","remote_addr":"[fd00:1122:3344:101::c]:34343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"creating region Region { id: RegionId(\"99783149-f225-44c9-a944-30da4d2b3f4c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/99783149-f225-44c9-a944-30da4d2b3f4c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.233476391Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"region":"99783149-f225-44c9-a944-30da4d2b3f4c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"99783149-f225-44c9-a944-30da4d2b3f4c\" \"--data\" \"/data/regions/99783149-f225-44c9-a944-30da4d2b3f4c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.235510433Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"region":"99783149-f225-44c9-a944-30da4d2b3f4c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:41.823346318Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"uri":"/crucible/0/regions","method":"POST","req_id":"af6ff72f-4714-46fd-b710-49dd19a5a961","remote_addr":"[fd00:1122:3344:101::c]:34343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.364669429Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"region":"99783149-f225-44c9-a944-30da4d2b3f4c","component":"worker"} {"msg":"region 99783149-f225-44c9-a944-30da4d2b3f4c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.36470562Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.364977287Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.365345417Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.392245667Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.431927604Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.466361167Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.467423444Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.467479036Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.467522477Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.467556067Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.538789834Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.556155329Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:45:42.610851022Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"uri":"/crucible/0/regions","method":"POST","req_id":"8dbb8d8d-ac93-4d0b-bce2-32f477e277e5","remote_addr":"[fd00:1122:3344:101::c]:34343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.187521306Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62338"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.188295796Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"uri":"/crucible/0/regions/99783149-f225-44c9-a944-30da4d2b3f4c","method":"GET","req_id":"23140796-6a93-4fd5-9237-ae97ec53a473","remote_addr":"[fd00:1122:3344:101::c]:62338","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":89,"response_code":200} {"msg":"path is \"/data/regions/99783149-f225-44c9-a944-30da4d2b3f4c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.194886285Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"dataset is oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.205364094Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"snapshot is oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.215309559Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.21535614Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.230834327Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"uri":"/crucible/0/regions/99783149-f225-44c9-a944-30da4d2b3f4c/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636","method":"GET","req_id":"d6448c51-40d5-46e4-9ab5-a7d1fcb22c57","remote_addr":"[fd00:1122:3344:101::c]:62338","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":35974,"response_code":200} {"msg":"path is \"/data/regions/99783149-f225-44c9-a944-30da4d2b3f4c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.264743417Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"dataset is oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.275284827Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"snapshot is oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.283796995Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.283845427Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 99783149-f225-44c9-a944-30da4d2b3f4c-5f6cb04f-a344-45e9-b4f0-f225ef825636 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.298855441Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"applying SMF actions for region 99783149-f225-44c9-a944-30da4d2b3f4c running snapshot 5f6cb04f-a344-45e9-b4f0-f225ef825636 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.299550249Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.29956543Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"uri":"/crucible/0/regions/99783149-f225-44c9-a944-30da4d2b3f4c/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636/run","method":"POST","req_id":"9f4cf892-241c-4602-9e3f-ad5d392ae6fe","remote_addr":"[fd00:1122:3344:101::c]:62338","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34884,"response_code":200} {"msg":"creating missing snapshot instance snapshot-99783149-f225-44c9-a944-30da4d2b3f4c-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.320109646Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-99783149-f225-44c9-a944-30da4d2b3f4c-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.335890421Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-99783149-f225-44c9-a944-30da4d2b3f4c-5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.366049814Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/99783149-f225-44c9-a944-30da4d2b3f4c/.zfs/snapshot/5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.366439394Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.366479535Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.366532067Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.366578988Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.36664724Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.37834091Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.391071816Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"worker"} {"msg":"region 99783149-f225-44c9-a944-30da4d2b3f4c running snapshot 5f6cb04f-a344-45e9-b4f0-f225ef825636 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.391095637Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"path is \"/data/regions/99783149-f225-44c9-a944-30da4d2b3f4c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.473645543Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"dataset is oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.481660949Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"datafile"} {"msg":"snapshot is oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c@5f6cb04f-a344-45e9-b4f0-f225ef825636","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.489447168Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2574aef5-0125-4ea9-9b84-be901708bcb7/crucible/regions/99783149-f225-44c9-a944-30da4d2b3f4c\", \"5f6cb04f-a344-45e9-b4f0-f225ef825636\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.489471459Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T03:56:58.496830988Z","hostname":"oxz_crucible_8c11be4f-fb50-4831-a0f6-a1ba4fb23980","pid":24576,"uri":"/crucible/0/regions/99783149-f225-44c9-a944-30da4d2b3f4c/snapshots/5f6cb04f-a344-45e9-b4f0-f225ef825636/run","method":"POST","req_id":"ac79c9a6-f924-4c62-974b-3f6ed9530dda","remote_addr":"[fd00:1122:3344:101::c]:62338","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23257,"response_code":200}