{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:52.994347085Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43638"} {"msg":"region 887584ac-e0c5-4da2-b758-78e94d9d979d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:52.994481319Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:52.996616188Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:52.996646039Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"uri":"/crucible/0/regions","method":"POST","req_id":"827f5da9-9675-44cd-83c7-0d5c077003a2","remote_addr":"[fd00:1122:3344:101::b]:43638","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2162,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/887584ac-e0c5-4da2-b758-78e94d9d979d","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.00770591Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/887584ac-e0c5-4da2-b758-78e94d9d979d","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.00772583Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"887584ac-e0c5-4da2-b758-78e94d9d979d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/887584ac-e0c5-4da2-b758-78e94d9d979d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.088795914Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"region":"887584ac-e0c5-4da2-b758-78e94d9d979d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"887584ac-e0c5-4da2-b758-78e94d9d979d\" \"--data\" \"/data/regions/887584ac-e0c5-4da2-b758-78e94d9d979d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.088846715Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"region":"887584ac-e0c5-4da2-b758-78e94d9d979d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.190690002Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"uri":"/crucible/0/regions","method":"POST","req_id":"aab469a9-d081-407c-baa4-23b8123c6fb2","remote_addr":"[fd00:1122:3344:101::b]:43638","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.236021904Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"region":"887584ac-e0c5-4da2-b758-78e94d9d979d","component":"worker"} {"msg":"region 887584ac-e0c5-4da2-b758-78e94d9d979d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.236043475Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.236173498Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-887584ac-e0c5-4da2-b758-78e94d9d979d","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.256144258Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-887584ac-e0c5-4da2-b758-78e94d9d979d","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.267405694Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.299897996Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-887584ac-e0c5-4da2-b758-78e94d9d979d","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.310992217Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/887584ac-e0c5-4da2-b758-78e94d9d979d","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.311254994Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.311301515Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.311341867Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.311381728Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.318881588Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.329566728Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:53.744291211Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"uri":"/crucible/0/regions","method":"POST","req_id":"6b3bfbf8-aa94-4f4e-a3f2-37ddb977a32f","remote_addr":"[fd00:1122:3344:101::b]:43638","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.874103692Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"uri":"/crucible/0/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821","method":"GET","req_id":"11e2690f-5e58-4be4-9e92-1b28d2ff42f8","remote_addr":"[fd00:1122:3344:101::b]:43638","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.877143887Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"dataset is oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.883478495Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"snapshot is oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821@302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.890288816Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821\", \"302e67d8-0457-4826-8058-830e75ae370a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.890304526Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.900824592Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"uri":"/crucible/0/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821/snapshots/302e67d8-0457-4826-8058-830e75ae370a","method":"GET","req_id":"f40a669c-5459-42ba-965f-252575aab0d2","remote_addr":"[fd00:1122:3344:101::b]:43638","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23702,"response_code":200} {"msg":"path is \"/data/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.905154363Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"dataset is oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.912352505Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"snapshot is oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821@302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.918093966Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821\", \"302e67d8-0457-4826-8058-830e75ae370a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.918117097Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2a348e0f-7899-47a6-a06b-5b6d54c31821-302e67d8-0457-4826-8058-830e75ae370a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.929848295Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.929976509Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"uri":"/crucible/0/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821/snapshots/302e67d8-0457-4826-8058-830e75ae370a/run","method":"POST","req_id":"2a346baa-ece2-411c-bec1-236b8ccaa735","remote_addr":"[fd00:1122:3344:101::b]:43638","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24845,"response_code":200} {"msg":"applying SMF actions for region 2a348e0f-7899-47a6-a06b-5b6d54c31821 running snapshot 302e67d8-0457-4826-8058-830e75ae370a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.92999542Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-2a348e0f-7899-47a6-a06b-5b6d54c31821-302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.935053141Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2a348e0f-7899-47a6-a06b-5b6d54c31821-302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.952865001Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2a348e0f-7899-47a6-a06b-5b6d54c31821-302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.979276522Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821/.zfs/snapshot/302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.97955337Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.979602281Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.979641622Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.979679913Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.979729585Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:54.987903784Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.000170438Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"worker"} {"msg":"region 2a348e0f-7899-47a6-a06b-5b6d54c31821 running snapshot 302e67d8-0457-4826-8058-830e75ae370a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.000189509Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"path is \"/data/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.151816802Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"dataset is oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.158755487Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"datafile"} {"msg":"snapshot is oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821@302e67d8-0457-4826-8058-830e75ae370a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.16493699Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_32493221-44e2-431a-a23d-ddfabd42f8e9/crucible/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821\", \"302e67d8-0457-4826-8058-830e75ae370a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.164954341Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T00:07:55.171031371Z","hostname":"oxz_crucible_153cae74-4c89-43c8-9405-769fa672ca8f","pid":25707,"uri":"/crucible/0/regions/2a348e0f-7899-47a6-a06b-5b6d54c31821/snapshots/302e67d8-0457-4826-8058-830e75ae370a/run","method":"POST","req_id":"5e2e7cbe-6f6e-437d-a9a8-8d10e8774ead","remote_addr":"[fd00:1122:3344:101::b]:43638","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19263,"response_code":200}