{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.281445283Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36102"} {"msg":"region e4079f4a-a65e-4e96-9547-b49343ed7040 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.330254213Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.333052963Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.333070644Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions","method":"POST","req_id":"3972abc0-1d9d-4ecc-8da3-882d32f1a32e","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19902,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b51d7e9a-b8a1-42fb-b4fa-c755f2fc3400/crucible/regions/e4079f4a-a65e-4e96-9547-b49343ed7040","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.344022409Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b51d7e9a-b8a1-42fb-b4fa-c755f2fc3400/crucible/regions/e4079f4a-a65e-4e96-9547-b49343ed7040","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.344039859Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e4079f4a-a65e-4e96-9547-b49343ed7040\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e4079f4a-a65e-4e96-9547-b49343ed7040\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.397728256Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"region":"e4079f4a-a65e-4e96-9547-b49343ed7040","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e4079f4a-a65e-4e96-9547-b49343ed7040\" \"--data\" \"/data/regions/e4079f4a-a65e-4e96-9547-b49343ed7040\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.400082848Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"region":"e4079f4a-a65e-4e96-9547-b49343ed7040","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.58142264Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions","method":"POST","req_id":"0b96a002-1d2c-42e6-9da6-94a8c2d3955c","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.816491879Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"region":"e4079f4a-a65e-4e96-9547-b49343ed7040","component":"worker"} {"msg":"region e4079f4a-a65e-4e96-9547-b49343ed7040 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.81655202Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.816682113Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e4079f4a-a65e-4e96-9547-b49343ed7040","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.817170621Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e4079f4a-a65e-4e96-9547-b49343ed7040","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.833049284Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.861165415Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e4079f4a-a65e-4e96-9547-b49343ed7040","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.865572074Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e4079f4a-a65e-4e96-9547-b49343ed7040","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.866786426Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.866870157Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.866923708Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.866972079Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.871970098Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:05.876926716Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:06.060070671Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions","method":"POST","req_id":"5e1d24aa-d939-4a12-8e4e-b37d3300bcf7","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region 0c03dfa4-00b4-4fe1-a318-86f12560eaab state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.005515685Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.005701678Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions","method":"POST","req_id":"80ad219f-a8b6-4761-8f34-bac0df2679b2","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":248,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.005719179Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b51d7e9a-b8a1-42fb-b4fa-c755f2fc3400/crucible/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.0125332Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b51d7e9a-b8a1-42fb-b4fa-c755f2fc3400/crucible/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.0125454Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0c03dfa4-00b4-4fe1-a318-86f12560eaab\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.070449492Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"region":"0c03dfa4-00b4-4fe1-a318-86f12560eaab","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0c03dfa4-00b4-4fe1-a318-86f12560eaab\" \"--data\" \"/data/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.070501223Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"region":"0c03dfa4-00b4-4fe1-a318-86f12560eaab","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.162513143Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"region":"0c03dfa4-00b4-4fe1-a318-86f12560eaab","component":"worker"} {"msg":"region 0c03dfa4-00b4-4fe1-a318-86f12560eaab state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.162563214Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.162639856Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0c03dfa4-00b4-4fe1-a318-86f12560eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.162953701Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0c03dfa4-00b4-4fe1-a318-86f12560eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.165980225Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.173499859Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions","method":"POST","req_id":"667a0b99-4a08-4fde-b12c-29a817e163ac","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.174483496Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0c03dfa4-00b4-4fe1-a318-86f12560eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.179239741Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.179535626Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.179581177Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.179619178Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.179658169Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.185966081Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:12.196280345Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.925050367Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab","method":"GET","req_id":"73c730d7-a621-4478-a379-4af263d7fb0b","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"path is \"/data/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.928773364Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"datafile"} {"msg":"dataset is oxp_b51d7e9a-b8a1-42fb-b4fa-c755f2fc3400/crucible/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.937863046Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"datafile"} {"msg":"region 0c03dfa4-00b4-4fe1-a318-86f12560eaab state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.945005623Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.945507592Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab","method":"DELETE","req_id":"a11d1b76-50e8-49ad-be64-4c2642c7388a","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16766,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.945529832Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-0c03dfa4-00b4-4fe1-a318-86f12560eaab (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.94652998Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.949020505Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab","method":"GET","req_id":"65d2ebf2-42f4-4ce9-be8b-22fc259f727e","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.954159776Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b51d7e9a-b8a1-42fb-b4fa-c755f2fc3400/crucible/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:38.960464618Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"region":"0c03dfa4-00b4-4fe1-a318-86f12560eaab","component":"worker"} {"msg":"region 0c03dfa4-00b4-4fe1-a318-86f12560eaab state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:39.008943383Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-27T23:51:39.103135372Z","hostname":"oxz_crucible_d17b7eb1-07e4-4e54-b6c5-d208018e1640","pid":23604,"uri":"/crucible/0/regions/0c03dfa4-00b4-4fe1-a318-86f12560eaab","method":"GET","req_id":"edd6b106-3ce4-41c1-a530-200138399554","remote_addr":"[fd00:1122:3344:101::a]:36102","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200}