{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.716300813Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44701"} {"msg":"region 983b66be-b097-4fda-b6ae-6e2fc422a069 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.716366774Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.717359519Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.71737046Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions","method":"POST","req_id":"cf72abc1-79c1-4853-8c9e-81292e3ddc6d","remote_addr":"[fd00:1122:3344:101::c]:44701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1026,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_805c1df4-5939-4584-93d8-7343622a3033/crucible/regions/983b66be-b097-4fda-b6ae-6e2fc422a069","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.728579164Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_805c1df4-5939-4584-93d8-7343622a3033/crucible/regions/983b66be-b097-4fda-b6ae-6e2fc422a069","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.728603085Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"983b66be-b097-4fda-b6ae-6e2fc422a069\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/983b66be-b097-4fda-b6ae-6e2fc422a069\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.775447495Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"region":"983b66be-b097-4fda-b6ae-6e2fc422a069","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"983b66be-b097-4fda-b6ae-6e2fc422a069\" \"--data\" \"/data/regions/983b66be-b097-4fda-b6ae-6e2fc422a069\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.775477976Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"region":"983b66be-b097-4fda-b6ae-6e2fc422a069","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.954519594Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions","method":"POST","req_id":"623a8dc9-bb43-40e1-9c31-2610a9fd8b9a","remote_addr":"[fd00:1122:3344:101::c]:44701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.994925881Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"region":"983b66be-b097-4fda-b6ae-6e2fc422a069","component":"worker"} {"msg":"region 983b66be-b097-4fda-b6ae-6e2fc422a069 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.994946672Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.995044484Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-983b66be-b097-4fda-b6ae-6e2fc422a069","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.995965647Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-983b66be-b097-4fda-b6ae-6e2fc422a069","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.005404537Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.027243942Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-983b66be-b097-4fda-b6ae-6e2fc422a069","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.029836208Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/983b66be-b097-4fda-b6ae-6e2fc422a069","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.030156156Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.030197387Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.030241088Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.030275329Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.034103666Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.038368024Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.531141623Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions","method":"POST","req_id":"faa2b849-b6c4-405c-a119-dcaaae28065e","remote_addr":"[fd00:1122:3344:101::c]:44701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region 1dee69b7-8128-4b1f-aa6b-532951b212d4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.816812136Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.816978381Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.816990091Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions","method":"POST","req_id":"549dc9a1-b34f-4c7d-8b8d-9931180b6593","remote_addr":"[fd00:1122:3344:101::c]:44701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":222,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_805c1df4-5939-4584-93d8-7343622a3033/crucible/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.823771473Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_805c1df4-5939-4584-93d8-7343622a3033/crucible/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.823793634Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1dee69b7-8128-4b1f-aa6b-532951b212d4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.867818762Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"region":"1dee69b7-8128-4b1f-aa6b-532951b212d4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1dee69b7-8128-4b1f-aa6b-532951b212d4\" \"--data\" \"/data/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.867855083Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"region":"1dee69b7-8128-4b1f-aa6b-532951b212d4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.946041129Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"region":"1dee69b7-8128-4b1f-aa6b-532951b212d4","component":"worker"} {"msg":"region 1dee69b7-8128-4b1f-aa6b-532951b212d4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.94606611Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.946188983Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1dee69b7-8128-4b1f-aa6b-532951b212d4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.947184558Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1dee69b7-8128-4b1f-aa6b-532951b212d4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.954694079Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.961985994Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1dee69b7-8128-4b1f-aa6b-532951b212d4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.965252247Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.965596716Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.965650547Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.965692088Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.96574986Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.970048035Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.980113965Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:20.995560577Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions","method":"POST","req_id":"4085bb8b-9e1c-4df2-9941-1fbdd8809fde","remote_addr":"[fd00:1122:3344:101::c]:44701","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.053259295Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60221"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.053370167Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","method":"GET","req_id":"b15cd224-0f1c-4194-9baa-f3d83db9f7c1","remote_addr":"[fd00:1122:3344:101::c]:60221","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"path is \"/data/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.057711068Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"datafile"} {"msg":"dataset is oxp_805c1df4-5939-4584-93d8-7343622a3033/crucible/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.068474041Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"datafile"} {"msg":"region 1dee69b7-8128-4b1f-aa6b-532951b212d4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.075631473Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.075878499Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.07590345Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","method":"DELETE","req_id":"a73d5875-4ceb-43b4-b075-6d9fd19c7f4a","remote_addr":"[fd00:1122:3344:101::c]:60221","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18226,"response_code":204} {"msg":"disabling downstairs instance: downstairs-1dee69b7-8128-4b1f-aa6b-532951b212d4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.077440229Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.078923567Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","method":"GET","req_id":"1032186b-a390-463f-805a-c8e50e3d4ca7","remote_addr":"[fd00:1122:3344:101::c]:60221","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.098768311Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_805c1df4-5939-4584-93d8-7343622a3033/crucible/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.106383874Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"region":"1dee69b7-8128-4b1f-aa6b-532951b212d4","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.149054028Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","method":"GET","req_id":"370e3d99-9536-47bc-9ffe-46cde8403997","remote_addr":"[fd00:1122:3344:101::c]:60221","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region 1dee69b7-8128-4b1f-aa6b-532951b212d4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.18613684Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:54.30694489Z","hostname":"oxz_crucible_4354bfcf-0916-42bc-92b8-fa860259dd2b","pid":22294,"uri":"/crucible/0/regions/1dee69b7-8128-4b1f-aa6b-532951b212d4","method":"GET","req_id":"fac4cac0-a7fd-4db8-86ca-1775395ac152","remote_addr":"[fd00:1122:3344:101::c]:60221","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":200}