{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.812251858Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33859"} {"msg":"region ed031f93-d6c2-47f5-b3dc-a1027c8c3239 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.812487481Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.813063048Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions","method":"POST","req_id":"6949575b-6bd6-48be-b73b-3db36f48052e","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":606,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.813089518Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c012bd7a-77cd-4c34-8023-0864433eb619/crucible/regions/ed031f93-d6c2-47f5-b3dc-a1027c8c3239","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.822499707Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c012bd7a-77cd-4c34-8023-0864433eb619/crucible/regions/ed031f93-d6c2-47f5-b3dc-a1027c8c3239","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.822519578Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ed031f93-d6c2-47f5-b3dc-a1027c8c3239\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ed031f93-d6c2-47f5-b3dc-a1027c8c3239\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.877012078Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"region":"ed031f93-d6c2-47f5-b3dc-a1027c8c3239","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ed031f93-d6c2-47f5-b3dc-a1027c8c3239\" \"--data\" \"/data/regions/ed031f93-d6c2-47f5-b3dc-a1027c8c3239\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.877047349Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"region":"ed031f93-d6c2-47f5-b3dc-a1027c8c3239","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.952967781Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions","method":"POST","req_id":"4004ae80-cd6c-4622-bd19-8adcb75ba245","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.982070189Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"region":"ed031f93-d6c2-47f5-b3dc-a1027c8c3239","component":"worker"} {"msg":"region ed031f93-d6c2-47f5-b3dc-a1027c8c3239 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.98209174Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.982204391Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ed031f93-d6c2-47f5-b3dc-a1027c8c3239","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.983384156Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ed031f93-d6c2-47f5-b3dc-a1027c8c3239","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:33.993722227Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.0160608Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ed031f93-d6c2-47f5-b3dc-a1027c8c3239","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.01923335Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ed031f93-d6c2-47f5-b3dc-a1027c8c3239","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.019498224Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.019546274Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.019585205Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.019623125Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.023567575Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.02788629Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:34.533942821Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions","method":"POST","req_id":"1757d54b-64f7-4dab-af64-70ae5a4387d0","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region be7ce713-581e-49f2-91a2-344d47e771bb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.490226276Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.490306197Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions","method":"POST","req_id":"6932f1ec-554e-4a12-a397-c41c10bd8557","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":241,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.490329417Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c012bd7a-77cd-4c34-8023-0864433eb619/crucible/regions/be7ce713-581e-49f2-91a2-344d47e771bb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.497245335Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c012bd7a-77cd-4c34-8023-0864433eb619/crucible/regions/be7ce713-581e-49f2-91a2-344d47e771bb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.497263105Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"be7ce713-581e-49f2-91a2-344d47e771bb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be7ce713-581e-49f2-91a2-344d47e771bb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.550879084Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"region":"be7ce713-581e-49f2-91a2-344d47e771bb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be7ce713-581e-49f2-91a2-344d47e771bb\" \"--data\" \"/data/regions/be7ce713-581e-49f2-91a2-344d47e771bb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.550914865Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"region":"be7ce713-581e-49f2-91a2-344d47e771bb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.633857856Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"region":"be7ce713-581e-49f2-91a2-344d47e771bb","component":"worker"} {"msg":"region be7ce713-581e-49f2-91a2-344d47e771bb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.633885576Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.633991218Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-be7ce713-581e-49f2-91a2-344d47e771bb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.634825368Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be7ce713-581e-49f2-91a2-344d47e771bb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.647010072Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.659008895Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be7ce713-581e-49f2-91a2-344d47e771bb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.666024643Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be7ce713-581e-49f2-91a2-344d47e771bb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.666322767Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.666372728Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.666409538Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.666445819Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.675663906Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.687285523Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:10:40.834218895Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions","method":"POST","req_id":"17f222c8-fc62-4a2d-a68d-9d6cdd7a2baa","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.702172926Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions/be7ce713-581e-49f2-91a2-344d47e771bb","method":"GET","req_id":"490ca113-bb17-4dcd-a9db-8fca843b024d","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/be7ce713-581e-49f2-91a2-344d47e771bb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.706179277Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"datafile"} {"msg":"dataset is oxp_c012bd7a-77cd-4c34-8023-0864433eb619/crucible/regions/be7ce713-581e-49f2-91a2-344d47e771bb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.71663676Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"datafile"} {"msg":"region be7ce713-581e-49f2-91a2-344d47e771bb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.723429886Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.723578158Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions/be7ce713-581e-49f2-91a2-344d47e771bb","method":"DELETE","req_id":"985d9861-25d4-47d0-820e-1633a8d40f78","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17424,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.723599518Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-be7ce713-581e-49f2-91a2-344d47e771bb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.725401351Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.726785068Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions/be7ce713-581e-49f2-91a2-344d47e771bb","method":"GET","req_id":"0f447047-2a13-4173-9869-a9c939e035fe","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.738324505Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c012bd7a-77cd-4c34-8023-0864433eb619/crucible/regions/be7ce713-581e-49f2-91a2-344d47e771bb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.746870243Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"region":"be7ce713-581e-49f2-91a2-344d47e771bb","component":"worker"} {"msg":"region be7ce713-581e-49f2-91a2-344d47e771bb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.79243052Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T03:11:07.83822909Z","hostname":"oxz_crucible_1e045d58-36d8-414f-8c2b-66c4c33f3893","pid":23046,"uri":"/crucible/0/regions/be7ce713-581e-49f2-91a2-344d47e771bb","method":"GET","req_id":"00b5df65-afdd-4501-9845-ead7636261e1","remote_addr":"[fd00:1122:3344:101::c]:33859","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200}