{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.914802793Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"region":"ce69d986-3116-4ef4-bd70-1eec71b2a222","component":"worker"} {"msg":"region ce69d986-3116-4ef4-bd70-1eec71b2a222 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.914936465Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.915202739Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ce69d986-3116-4ef4-bd70-1eec71b2a222","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.915559885Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ce69d986-3116-4ef4-bd70-1eec71b2a222","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.933063917Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.983163704Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce69d986-3116-4ef4-bd70-1eec71b2a222","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.987491984Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.988420759Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.98848533Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.98851883Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.988560671Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:00.996987147Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.002680041Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.429267279Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions","method":"POST","req_id":"019c1c6b-77ae-452a-94a4-e7ee9001e6df","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.790940714Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222","method":"GET","req_id":"7d875722-c193-4250-a1b0-1a2cdc6570ed","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.797177584Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"dataset is oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.806422383Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"region ce69d986-3116-4ef4-bd70-1eec71b2a222 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.815457638Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.815669872Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222","method":"DELETE","req_id":"5e0c7664-1a89-42ee-bb7c-6e95f10d87c3","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20055,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.815694752Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ce69d986-3116-4ef4-bd70-1eec71b2a222 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.81681318Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.819984431Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222","method":"GET","req_id":"2ab593e8-e17b-414a-957a-4cee63a8a1ac","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.82299175Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.832728997Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"region":"ce69d986-3116-4ef4-bd70-1eec71b2a222","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.913406996Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222","method":"GET","req_id":"054c5e6a-3bca-45ad-9d35-9917e47bd8f7","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:01.99440176Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222","method":"GET","req_id":"983762a9-dbbd-4c3c-90e0-630fde849e5b","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"region ce69d986-3116-4ef4-bd70-1eec71b2a222 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:02.050653397Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:02.172376987Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/ce69d986-3116-4ef4-bd70-1eec71b2a222","method":"GET","req_id":"c89cafc2-964c-4fe7-bda0-f9bda23f29f1","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region 8d17f508-06c3-4fa9-8e9e-7473568a54f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:04.810402892Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:04.810641376Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:04.810650096Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions","method":"POST","req_id":"bd831b7a-2178-4e27-be3d-257dbc4e0d74","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":287,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:04.816137155Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:04.816821056Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8d17f508-06c3-4fa9-8e9e-7473568a54f0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:04.951844771Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"region":"8d17f508-06c3-4fa9-8e9e-7473568a54f0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8d17f508-06c3-4fa9-8e9e-7473568a54f0\" \"--data\" \"/data/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:04.95240815Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"region":"8d17f508-06c3-4fa9-8e9e-7473568a54f0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.023251921Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions","method":"POST","req_id":"efcf826b-0d0d-46b0-8e9b-0870fab9106e","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.037719734Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"region":"8d17f508-06c3-4fa9-8e9e-7473568a54f0","component":"worker"} {"msg":"region 8d17f508-06c3-4fa9-8e9e-7473568a54f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.037788415Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.037997588Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.038775781Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.044122287Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.051986754Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.055726234Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.055980578Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.056030489Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.056075499Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.05611423Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.063814154Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.06913388Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:30:05.38954641Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions","method":"POST","req_id":"7edcf9f0-7407-4321-a770-c4e45f13580a","remote_addr":"[fd00:1122:3344:101::b]:48713","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.849485427Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38454"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.850238719Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0","method":"GET","req_id":"64cbdd27-c603-4e32-9b24-116a5e1aad71","remote_addr":"[fd00:1122:3344:101::b]:38454","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"path is \"/data/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.852339643Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"dataset is oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.858098835Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"snapshot is oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0@9f6fff2e-ace8-4a6f-91f6-080ae4b70e01","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.864658441Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0\", \"9f6fff2e-ace8-4a6f-91f6-080ae4b70e01\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.864685672Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.874625612Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0/snapshots/9f6fff2e-ace8-4a6f-91f6-080ae4b70e01","method":"GET","req_id":"081a61f1-e015-4692-95d4-4476e580ddb2","remote_addr":"[fd00:1122:3344:101::b]:38454","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22316,"response_code":200} {"msg":"path is \"/data/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.88010191Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"dataset is oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.885892263Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"snapshot is oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0@9f6fff2e-ace8-4a6f-91f6-080ae4b70e01","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.892322497Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0\", \"9f6fff2e-ace8-4a6f-91f6-080ae4b70e01\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.892357627Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8d17f508-06c3-4fa9-8e9e-7473568a54f0-9f6fff2e-ace8-4a6f-91f6-080ae4b70e01 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.90057836Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.901074108Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0/snapshots/9f6fff2e-ace8-4a6f-91f6-080ae4b70e01/run","method":"POST","req_id":"0626c0e0-9371-43b5-aa58-a386a03f9fc1","remote_addr":"[fd00:1122:3344:101::b]:38454","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20992,"response_code":200} {"msg":"applying SMF actions for region 8d17f508-06c3-4fa9-8e9e-7473568a54f0 running snapshot 9f6fff2e-ace8-4a6f-91f6-080ae4b70e01 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.901088328Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-8d17f508-06c3-4fa9-8e9e-7473568a54f0-9f6fff2e-ace8-4a6f-91f6-080ae4b70e01","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.923070792Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8d17f508-06c3-4fa9-8e9e-7473568a54f0-9f6fff2e-ace8-4a6f-91f6-080ae4b70e01","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.940393231Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8d17f508-06c3-4fa9-8e9e-7473568a54f0-9f6fff2e-ace8-4a6f-91f6-080ae4b70e01","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.956522091Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0/.zfs/snapshot/9f6fff2e-ace8-4a6f-91f6-080ae4b70e01","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.956770535Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.956811395Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.956847006Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.956887497Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.956927497Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.961106905Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.965643758Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"worker"} {"msg":"region 8d17f508-06c3-4fa9-8e9e-7473568a54f0 running snapshot 9f6fff2e-ace8-4a6f-91f6-080ae4b70e01 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:28.965654138Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"path is \"/data/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:29.261693996Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"dataset is oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:29.267453668Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"datafile"} {"msg":"snapshot is oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0@9f6fff2e-ace8-4a6f-91f6-080ae4b70e01","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:29.273918173Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d57dcd29-f6e1-40e9-936c-02418a87b1ad/crucible/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0\", \"9f6fff2e-ace8-4a6f-91f6-080ae4b70e01\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:29.273934533Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T22:41:29.280050151Z","hostname":"oxz_crucible_3f5942b4-ed69-43ef-adb0-36f70a6c76a9","pid":25168,"uri":"/crucible/0/regions/8d17f508-06c3-4fa9-8e9e-7473568a54f0/snapshots/9f6fff2e-ace8-4a6f-91f6-080ae4b70e01/run","method":"POST","req_id":"ee4da0d8-1a75-48fc-ba5b-209aa0644a74","remote_addr":"[fd00:1122:3344:101::b]:38454","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18389,"response_code":200}