{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.653350762Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36302"} {"msg":"region 34052781-2080-484e-9890-e789ff46acdb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.653447433Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.654249016Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.654258866Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"uri":"/crucible/0/regions","method":"POST","req_id":"dd92c647-c939-4cc0-8ee4-e238a9051468","remote_addr":"[fd00:1122:3344:101::c]:36302","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":849,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/34052781-2080-484e-9890-e789ff46acdb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.664365157Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/34052781-2080-484e-9890-e789ff46acdb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.664395627Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"34052781-2080-484e-9890-e789ff46acdb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/34052781-2080-484e-9890-e789ff46acdb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.720445799Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"region":"34052781-2080-484e-9890-e789ff46acdb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"34052781-2080-484e-9890-e789ff46acdb\" \"--data\" \"/data/regions/34052781-2080-484e-9890-e789ff46acdb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.720483719Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"region":"34052781-2080-484e-9890-e789ff46acdb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.937047655Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"uri":"/crucible/0/regions","method":"POST","req_id":"e80749e6-ab4b-4449-b02e-5601d48051fe","remote_addr":"[fd00:1122:3344:101::c]:36302","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.940172104Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"region":"34052781-2080-484e-9890-e789ff46acdb","component":"worker"} {"msg":"region 34052781-2080-484e-9890-e789ff46acdb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.940196845Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.940327547Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-34052781-2080-484e-9890-e789ff46acdb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.940746503Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-34052781-2080-484e-9890-e789ff46acdb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.959922859Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:56.995518075Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-34052781-2080-484e-9890-e789ff46acdb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.001782085Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/34052781-2080-484e-9890-e789ff46acdb","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.002094399Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.00214209Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.002181181Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.002217111Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.010568914Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.041556277Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:57.450525093Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"uri":"/crucible/0/regions","method":"POST","req_id":"8685a542-ea60-42a3-b878-3d667822f79d","remote_addr":"[fd00:1122:3344:101::c]:36302","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.247711912Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"uri":"/crucible/0/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6","method":"GET","req_id":"49f9acd7-fb40-41f6-8408-c2171a6d0687","remote_addr":"[fd00:1122:3344:101::c]:36302","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.250555098Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"dataset is oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.257267814Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"snapshot is oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6@ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.263612725Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6\", \"ac987a4a-0f10-4c8c-af3f-78b9ce983551\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.263634626Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.271992868Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"uri":"/crucible/0/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6/snapshots/ac987a4a-0f10-4c8c-af3f-78b9ce983551","method":"GET","req_id":"d3f0ed8c-c4fa-405a-9994-5de5e5a93d6d","remote_addr":"[fd00:1122:3344:101::c]:36302","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21453,"response_code":200} {"msg":"path is \"/data/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.275736638Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"dataset is oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.281434969Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"snapshot is oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6@ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.286772344Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6\", \"ac987a4a-0f10-4c8c-af3f-78b9ce983551\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.286801084Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6-ac987a4a-0f10-4c8c-af3f-78b9ce983551 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.294250653Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"applying SMF actions for region 6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6 running snapshot ac987a4a-0f10-4c8c-af3f-78b9ce983551 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.294372664Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.294396415Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"uri":"/crucible/0/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6/snapshots/ac987a4a-0f10-4c8c-af3f-78b9ce983551/run","method":"POST","req_id":"b6c8e86a-68df-422c-9e22-8137b8ab7c60","remote_addr":"[fd00:1122:3344:101::c]:36302","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18657,"response_code":200} {"msg":"creating missing snapshot instance snapshot-6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6-ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.298613592Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6-ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.308031802Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6-ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.323689981Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6/.zfs/snapshot/ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.323981526Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.324028336Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.324069377Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.324104848Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.324157628Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.330030762Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.3349717Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"worker"} {"msg":"region 6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6 running snapshot ac987a4a-0f10-4c8c-af3f-78b9ce983551 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.334985051Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"path is \"/data/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.479467549Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"dataset is oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.48582384Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"datafile"} {"msg":"snapshot is oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6@ac987a4a-0f10-4c8c-af3f-78b9ce983551","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.491907847Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b678df10-730c-42f9-8fd1-42ef8544902b/crucible/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6\", \"ac987a4a-0f10-4c8c-af3f-78b9ce983551\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.491937007Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T06:02:59.497876392Z","hostname":"oxz_crucible_ae2f8ee9-b54e-4032-b6fa-5084bb9006ab","pid":21951,"uri":"/crucible/0/regions/6f4952fb-70dd-4fa9-a84e-8ac4f2735eb6/snapshots/ac987a4a-0f10-4c8c-af3f-78b9ce983551/run","method":"POST","req_id":"0ffb1e4c-8eaf-4d4f-aa9f-f5e782cbe200","remote_addr":"[fd00:1122:3344:101::c]:36302","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18442,"response_code":200}