{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.22559223Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45120"} {"msg":"region 18fedd18-2417-4ad5-a0ef-89ef7af63242 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.225671712Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.226230395Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.226239495Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"uri":"/crucible/0/regions","method":"POST","req_id":"6435ffef-374a-443e-b718-2b65242e407d","remote_addr":"[fd00:1122:3344:101::a]:45120","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":605,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/18fedd18-2417-4ad5-a0ef-89ef7af63242","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.234193881Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/18fedd18-2417-4ad5-a0ef-89ef7af63242","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.234210131Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"18fedd18-2417-4ad5-a0ef-89ef7af63242\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/18fedd18-2417-4ad5-a0ef-89ef7af63242\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.27964386Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"region":"18fedd18-2417-4ad5-a0ef-89ef7af63242","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"18fedd18-2417-4ad5-a0ef-89ef7af63242\" \"--data\" \"/data/regions/18fedd18-2417-4ad5-a0ef-89ef7af63242\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.279678731Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"region":"18fedd18-2417-4ad5-a0ef-89ef7af63242","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.360519876Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"region":"18fedd18-2417-4ad5-a0ef-89ef7af63242","component":"worker"} {"msg":"region 18fedd18-2417-4ad5-a0ef-89ef7af63242 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.360561527Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.360659719Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-18fedd18-2417-4ad5-a0ef-89ef7af63242","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.36112349Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18fedd18-2417-4ad5-a0ef-89ef7af63242","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.373411836Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.382648852Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"uri":"/crucible/0/regions","method":"POST","req_id":"16537584-ad79-40fd-975d-0d358910bc88","remote_addr":"[fd00:1122:3344:101::a]:45120","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.398343767Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18fedd18-2417-4ad5-a0ef-89ef7af63242","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.402001083Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18fedd18-2417-4ad5-a0ef-89ef7af63242","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.402498384Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.402573236Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.402633867Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.402694279Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.407425179Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:26.428168413Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.523070546Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"uri":"/crucible/0/regions/441cc633-b016-452e-85ba-b212e34a1b9e","method":"GET","req_id":"f995c1fb-40d7-492c-a58d-88b446b3255d","remote_addr":"[fd00:1122:3344:101::a]:45120","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":93,"response_code":200} {"msg":"path is \"/data/regions/441cc633-b016-452e-85ba-b212e34a1b9e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.533926099Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"dataset is oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.54208788Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"snapshot is oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e@bd7da537-fb42-43e8-8bda-da6a5be0e574","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.550845104Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e\", \"bd7da537-fb42-43e8-8bda-da6a5be0e574\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.550865664Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.563478908Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"uri":"/crucible/0/regions/441cc633-b016-452e-85ba-b212e34a1b9e/snapshots/bd7da537-fb42-43e8-8bda-da6a5be0e574","method":"GET","req_id":"35ba297e-4783-4162-ad9a-3b14b5638068","remote_addr":"[fd00:1122:3344:101::a]:45120","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29596,"response_code":200} {"msg":"path is \"/data/regions/441cc633-b016-452e-85ba-b212e34a1b9e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.570338828Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"dataset is oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.580517836Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"snapshot is oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e@bd7da537-fb42-43e8-8bda-da6a5be0e574","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.58928103Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e\", \"bd7da537-fb42-43e8-8bda-da6a5be0e574\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.58930711Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 441cc633-b016-452e-85ba-b212e34a1b9e-bd7da537-fb42-43e8-8bda-da6a5be0e574 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.600121523Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"applying SMF actions for region 441cc633-b016-452e-85ba-b212e34a1b9e running snapshot bd7da537-fb42-43e8-8bda-da6a5be0e574 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.600322357Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.600334608Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"uri":"/crucible/0/regions/441cc633-b016-452e-85ba-b212e34a1b9e/snapshots/bd7da537-fb42-43e8-8bda-da6a5be0e574/run","method":"POST","req_id":"3b98dc4b-b8ca-4eea-a012-106e32c804c8","remote_addr":"[fd00:1122:3344:101::a]:45120","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30046,"response_code":200} {"msg":"creating missing snapshot instance snapshot-441cc633-b016-452e-85ba-b212e34a1b9e-bd7da537-fb42-43e8-8bda-da6a5be0e574","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.611475987Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-441cc633-b016-452e-85ba-b212e34a1b9e-bd7da537-fb42-43e8-8bda-da6a5be0e574","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.620767894Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-441cc633-b016-452e-85ba-b212e34a1b9e-bd7da537-fb42-43e8-8bda-da6a5be0e574","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.631617697Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/441cc633-b016-452e-85ba-b212e34a1b9e/.zfs/snapshot/bd7da537-fb42-43e8-8bda-da6a5be0e574","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.631907244Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.631963845Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.632007876Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.632056097Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.632112388Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.636513011Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.641507527Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"worker"} {"msg":"region 441cc633-b016-452e-85ba-b212e34a1b9e running snapshot bd7da537-fb42-43e8-8bda-da6a5be0e574 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.641523818Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"path is \"/data/regions/441cc633-b016-452e-85ba-b212e34a1b9e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.876514226Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"dataset is oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.883048678Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"datafile"} {"msg":"snapshot is oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e@bd7da537-fb42-43e8-8bda-da6a5be0e574","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.889589441Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f97619b0-f27e-4763-8aa1-331f38f03ecb/crucible/regions/441cc633-b016-452e-85ba-b212e34a1b9e\", \"bd7da537-fb42-43e8-8bda-da6a5be0e574\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.889612331Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T05:40:27.895264513Z","hostname":"oxz_crucible_4e644ce9-0318-4193-a4fb-356f1311877f","pid":23700,"uri":"/crucible/0/regions/441cc633-b016-452e-85ba-b212e34a1b9e/snapshots/bd7da537-fb42-43e8-8bda-da6a5be0e574/run","method":"POST","req_id":"ba13a333-9b98-43e4-9d4c-26b62ecc07c0","remote_addr":"[fd00:1122:3344:101::a]:45120","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18807,"response_code":200}