{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.511737431Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53517"}
{"msg":"region e433b76f-53a7-4cf7-8119-ab056972a580 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.511826962Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.512386322Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"a008b3d2-038b-4459-9e4a-fd2d6b678ced","remote_addr":"[fd00:1122:3344:101::a]:53517","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":591,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.512401942Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/e433b76f-53a7-4cf7-8119-ab056972a580","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.5236467Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/e433b76f-53a7-4cf7-8119-ab056972a580","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.523673941Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e433b76f-53a7-4cf7-8119-ab056972a580\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e433b76f-53a7-4cf7-8119-ab056972a580\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.582975164Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"region":"e433b76f-53a7-4cf7-8119-ab056972a580","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e433b76f-53a7-4cf7-8119-ab056972a580\" \"--data\" \"/data/regions/e433b76f-53a7-4cf7-8119-ab056972a580\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.585020059Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"region":"e433b76f-53a7-4cf7-8119-ab056972a580","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.664532311Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"region":"e433b76f-53a7-4cf7-8119-ab056972a580","component":"worker"}
{"msg":"region e433b76f-53a7-4cf7-8119-ab056972a580 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.664566122Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.664676754Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e433b76f-53a7-4cf7-8119-ab056972a580","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.681441865Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e433b76f-53a7-4cf7-8119-ab056972a580","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.686603021Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.695778985Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e433b76f-53a7-4cf7-8119-ab056972a580","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.698522631Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e433b76f-53a7-4cf7-8119-ab056972a580","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.698810276Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.698861186Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.698904647Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.698941598Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.702356355Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.706464914Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:12.814454654Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"e30b9f93-8bfc-4850-bda3-bfded7bff3b8","remote_addr":"[fd00:1122:3344:101::a]:53517","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.497858552Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"uri":"/crucible/0/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc","method":"GET","req_id":"34c0576d-2b81-41fc-9d60-ddb9dbd2a2e2","remote_addr":"[fd00:1122:3344:101::a]:53517","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3040,"response_code":"200"}
{"msg":"path is \"/data/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.500932373Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"dataset is oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.50968346Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"snapshot is oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc@0178dcd6-b3db-4f6e-adc1-1680eafffdb4","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.517758935Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc\", \"0178dcd6-b3db-4f6e-adc1-1680eafffdb4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.517784686Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.527679932Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"uri":"/crucible/0/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc/snapshots/0178dcd6-b3db-4f6e-adc1-1680eafffdb4","method":"GET","req_id":"cec8c83c-7168-4c6b-825d-69a6818fbe4e","remote_addr":"[fd00:1122:3344:101::a]:53517","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26754,"response_code":"200"}
{"msg":"path is \"/data/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.531397314Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"dataset is oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.541578664Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"snapshot is oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc@0178dcd6-b3db-4f6e-adc1-1680eafffdb4","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.549273424Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc\", \"0178dcd6-b3db-4f6e-adc1-1680eafffdb4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.549299714Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc-0178dcd6-b3db-4f6e-adc1-1680eafffdb4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.558214203Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"applying SMF actions for region 7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc running snapshot 0178dcd6-b3db-4f6e-adc1-1680eafffdb4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.558400246Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.558418117Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"uri":"/crucible/0/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc/snapshots/0178dcd6-b3db-4f6e-adc1-1680eafffdb4/run","method":"POST","req_id":"5077375d-2367-4735-92ab-77f974bd18dc","remote_addr":"[fd00:1122:3344:101::a]:53517","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27050,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc-0178dcd6-b3db-4f6e-adc1-1680eafffdb4","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.560473181Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc-0178dcd6-b3db-4f6e-adc1-1680eafffdb4","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.568478025Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc-0178dcd6-b3db-4f6e-adc1-1680eafffdb4","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.579630792Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc/.zfs/snapshot/0178dcd6-b3db-4f6e-adc1-1680eafffdb4","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.579904997Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.579966208Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.580011968Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.580059229Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.58012035Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.584931041Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.589172812Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"worker"}
{"msg":"region 7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc running snapshot 0178dcd6-b3db-4f6e-adc1-1680eafffdb4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.589184272Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"path is \"/data/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.781249181Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"dataset is oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.790788521Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"datafile"}
{"msg":"snapshot is oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc@0178dcd6-b3db-4f6e-adc1-1680eafffdb4","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.799515497Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca3609e6-34ff-4660-92ad-c9002cb0a7b6/crucible/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc\", \"0178dcd6-b3db-4f6e-adc1-1680eafffdb4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.799538097Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-11T21:45:14.80806601Z","hostname":"oxz_crucible_0d531201-c5da-467e-84e0-0bb59019e2dd","pid":23542,"uri":"/crucible/0/regions/7bb1f7d7-ad50-4b05-aec4-f2bb7d82bedc/snapshots/0178dcd6-b3db-4f6e-adc1-1680eafffdb4/run","method":"POST","req_id":"4252af8a-ae32-4c97-9286-cc7c2acc9ed6","remote_addr":"[fd00:1122:3344:101::a]:53517","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26839,"response_code":"200"}