{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.173305881Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38396"} {"msg":"region 8c102acb-0c21-4520-9b07-99fedd0dea65 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.197684403Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.200446587Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.200458737Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions","method":"POST","req_id":"7b79f07d-ede0-461a-80ed-b8ddcad01e9d","remote_addr":"[fd00:1122:3344:101::a]:38396","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":13638,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_8da43a70-f6b8-45b8-b298-b56c71d78830/crucible/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.210169117Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_8da43a70-f6b8-45b8-b298-b56c71d78830/crucible/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.210186907Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8c102acb-0c21-4520-9b07-99fedd0dea65\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8c102acb-0c21-4520-9b07-99fedd0dea65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.255476628Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"region":"8c102acb-0c21-4520-9b07-99fedd0dea65","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8c102acb-0c21-4520-9b07-99fedd0dea65\" \"--data\" \"/data/regions/8c102acb-0c21-4520-9b07-99fedd0dea65\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.257376498Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"region":"8c102acb-0c21-4520-9b07-99fedd0dea65","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.39137851Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions","method":"POST","req_id":"06cdb85d-10d5-48c4-ba11-5c3d9afcef38","remote_addr":"[fd00:1122:3344:101::a]:38396","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.581923493Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"region":"8c102acb-0c21-4520-9b07-99fedd0dea65","component":"worker"} {"msg":"region 8c102acb-0c21-4520-9b07-99fedd0dea65 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.581963654Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.582076227Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8c102acb-0c21-4520-9b07-99fedd0dea65","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.582482698Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8c102acb-0c21-4520-9b07-99fedd0dea65","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.589328771Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.601239479Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8c102acb-0c21-4520-9b07-99fedd0dea65","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.604062165Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.604798454Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.604858936Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.604894957Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.604927388Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.609279504Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:54.613383134Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.060114443Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions","method":"POST","req_id":"552e95cf-5b6f-47bc-a3b0-05a4e572e7cb","remote_addr":"[fd00:1122:3344:101::a]:38396","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.587336765Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","method":"GET","req_id":"e0194a9b-a38b-4b2c-b3b0-4d02db1421a4","remote_addr":"[fd00:1122:3344:101::a]:38396","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/8c102acb-0c21-4520-9b07-99fedd0dea65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.590289894Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"datafile"} {"msg":"dataset is oxp_8da43a70-f6b8-45b8-b298-b56c71d78830/crucible/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.598667698Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"datafile"} {"msg":"region 8c102acb-0c21-4520-9b07-99fedd0dea65 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.605455559Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.605578183Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.605589473Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","method":"DELETE","req_id":"3cd9141b-b7bf-40fb-84f5-dbe1700544c9","remote_addr":"[fd00:1122:3344:101::a]:38396","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15307,"response_code":204} {"msg":"disabling downstairs instance: downstairs-8c102acb-0c21-4520-9b07-99fedd0dea65 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.606553398Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.608292225Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","method":"GET","req_id":"64d914e9-b578-46cd-bbdd-d9aa02f775e9","remote_addr":"[fd00:1122:3344:101::a]:38396","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.612181889Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8da43a70-f6b8-45b8-b298-b56c71d78830/crucible/regions/8c102acb-0c21-4520-9b07-99fedd0dea65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.620300796Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"region":"8c102acb-0c21-4520-9b07-99fedd0dea65","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.667848377Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","method":"GET","req_id":"f9f0832d-0ed9-4ce3-bc4f-717c7e6dc40e","remote_addr":"[fd00:1122:3344:101::a]:38396","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"region 8c102acb-0c21-4520-9b07-99fedd0dea65 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.688437197Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:00:55.806708478Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions/8c102acb-0c21-4520-9b07-99fedd0dea65","method":"GET","req_id":"0b686b64-af5f-4454-950e-73c7a9eaf00b","remote_addr":"[fd00:1122:3344:101::a]:38396","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.695966592Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55614"} {"msg":"region 561f3867-6560-4f6a-b0af-0c7df2bc3823 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.696753983Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.696768644Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.696774484Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions","method":"POST","req_id":"c38bf4e4-795d-471e-8537-49bd898865cc","remote_addr":"[fd00:1122:3344:101::a]:55614","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":702,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8da43a70-f6b8-45b8-b298-b56c71d78830/crucible/regions/561f3867-6560-4f6a-b0af-0c7df2bc3823","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.703958516Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8da43a70-f6b8-45b8-b298-b56c71d78830/crucible/regions/561f3867-6560-4f6a-b0af-0c7df2bc3823","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.703979026Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"561f3867-6560-4f6a-b0af-0c7df2bc3823\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/561f3867-6560-4f6a-b0af-0c7df2bc3823\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.789205694Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"region":"561f3867-6560-4f6a-b0af-0c7df2bc3823","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"561f3867-6560-4f6a-b0af-0c7df2bc3823\" \"--data\" \"/data/regions/561f3867-6560-4f6a-b0af-0c7df2bc3823\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.789243675Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"region":"561f3867-6560-4f6a-b0af-0c7df2bc3823","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.948640166Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"region":"561f3867-6560-4f6a-b0af-0c7df2bc3823","component":"worker"} {"msg":"region 561f3867-6560-4f6a-b0af-0c7df2bc3823 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.948697867Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.948773409Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-561f3867-6560-4f6a-b0af-0c7df2bc3823","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.94955392Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.960266616Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"uri":"/crucible/0/regions","method":"POST","req_id":"693d42ab-6054-4f5e-a47b-97841185a9b3","remote_addr":"[fd00:1122:3344:101::a]:55614","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-561f3867-6560-4f6a-b0af-0c7df2bc3823","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:54.968423114Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:55.031577882Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-561f3867-6560-4f6a-b0af-0c7df2bc3823","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:55.044259001Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/561f3867-6560-4f6a-b0af-0c7df2bc3823","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:55.044535848Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:55.04459154Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:55.044630541Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:55.044666842Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:55.056832307Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-26T18:11:55.068975161Z","hostname":"oxz_crucible_5c1276d3-8cc8-4852-ba06-f7ec398a00ca","pid":24405,"component":"worker"}