[ Dec 24 02:31:15 Enabled. ] [ Dec 24 02:31:15 Rereading configuration. ] [ Dec 24 02:31:16 Rereading configuration. ] [ Dec 24 02:31:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:19.007029358Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332} {"msg":"dataset: \"oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:19.007252162Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:19.007264782Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:19.007271952Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:19.027064107Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:19.118316541Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.384807979Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39724"} {"msg":"region 954f9685-8071-4683-98ac-6b3796c11ae0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.408902013Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.411769279Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.411795969Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions","method":"POST","req_id":"b80b375b-171d-4ab8-93ed-d9648fdc924f","remote_addr":"[fd00:1122:3344:101::b]:39724","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13406,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.421072627Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.421086917Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"954f9685-8071-4683-98ac-6b3796c11ae0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/954f9685-8071-4683-98ac-6b3796c11ae0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.472773001Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"region":"954f9685-8071-4683-98ac-6b3796c11ae0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"954f9685-8071-4683-98ac-6b3796c11ae0\" \"--data\" \"/data/regions/954f9685-8071-4683-98ac-6b3796c11ae0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.474690661Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"region":"954f9685-8071-4683-98ac-6b3796c11ae0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.786556929Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions","method":"POST","req_id":"76371124-3069-47f4-b4dc-d487ee282dd3","remote_addr":"[fd00:1122:3344:101::b]:39724","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.828135021Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"region":"954f9685-8071-4683-98ac-6b3796c11ae0","component":"worker"} {"msg":"region 954f9685-8071-4683-98ac-6b3796c11ae0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.828164831Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.828279583Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.828605788Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.833377378Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.851776297Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.854276197Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.854831866Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.854887957Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.854925498Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.854958548Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.858646947Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.862490678Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:35.347820888Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions","method":"POST","req_id":"84eb15a5-65cd-404d-8647-9b7b7f5367e6","remote_addr":"[fd00:1122:3344:101::b]:39724","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.776753241Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:42470"} {"msg":"region 790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.777405211Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.777423401Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions","method":"POST","req_id":"c0a6bf45-b400-4c50-a4d4-86888ca33aef","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":640,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.777438162Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.788682941Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.788710811Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.839843246Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"region":"790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a\" \"--data\" \"/data/regions/790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.839881436Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"region":"790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.918874664Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"region":"790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","component":"worker"} {"msg":"region 790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.918914725Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.919013816Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.919374542Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.929540524Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.950542969Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.953334703Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/790b9cb1-9672-4f01-b1e9-0d80ab6c9d1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.953627458Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.953677799Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.953718119Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.9537534Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.959542482Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:10.976607854Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:11.051558948Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions","method":"POST","req_id":"cc1d5f1a-f66a-48ba-b908-3b7cd0b2f724","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.791895078Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions/954f9685-8071-4683-98ac-6b3796c11ae0","method":"GET","req_id":"98ad6772-7868-4caf-8e46-148df19d5220","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/954f9685-8071-4683-98ac-6b3796c11ae0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.795352133Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"dataset is oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.802012879Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"snapshot is oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0@e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.808743916Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0\", \"e12da726-9bf9-4b40-b605-94d58f4eb83b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.808779446Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.817392473Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions/954f9685-8071-4683-98ac-6b3796c11ae0/snapshots/e12da726-9bf9-4b40-b605-94d58f4eb83b","method":"GET","req_id":"dd6a14ef-a5ad-48ef-88ad-ba90b07e533e","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22075,"response_code":200} {"msg":"path is \"/data/regions/954f9685-8071-4683-98ac-6b3796c11ae0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.821190174Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"dataset is oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.826919785Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"snapshot is oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0@e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.833315877Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0\", \"e12da726-9bf9-4b40-b605-94d58f4eb83b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.833339598Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 954f9685-8071-4683-98ac-6b3796c11ae0-e12da726-9bf9-4b40-b605-94d58f4eb83b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.840583013Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.840706175Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions/954f9685-8071-4683-98ac-6b3796c11ae0/snapshots/e12da726-9bf9-4b40-b605-94d58f4eb83b/run","method":"POST","req_id":"f938bdfc-50fd-4453-8d4a-2cf9ed284cb9","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19536,"response_code":200} {"msg":"applying SMF actions for region 954f9685-8071-4683-98ac-6b3796c11ae0 running snapshot e12da726-9bf9-4b40-b605-94d58f4eb83b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.840726335Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-954f9685-8071-4683-98ac-6b3796c11ae0-e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.845169996Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-954f9685-8071-4683-98ac-6b3796c11ae0-e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.853096462Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-954f9685-8071-4683-98ac-6b3796c11ae0-e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.86236855Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/954f9685-8071-4683-98ac-6b3796c11ae0/.zfs/snapshot/e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.862679485Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.862728986Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.862764916Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.862801187Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.862850017Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.86674594Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.871508035Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"worker"} {"msg":"region 954f9685-8071-4683-98ac-6b3796c11ae0 running snapshot e12da726-9bf9-4b40-b605-94d58f4eb83b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.871519526Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"path is \"/data/regions/954f9685-8071-4683-98ac-6b3796c11ae0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:13.179850037Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"dataset is oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:13.186476632Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"datafile"} {"msg":"snapshot is oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0@e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:13.193121188Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a7b4a673-30af-4567-adbc-95233efd602c/crucible/regions/954f9685-8071-4683-98ac-6b3796c11ae0\", \"e12da726-9bf9-4b40-b605-94d58f4eb83b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:13.193142358Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:13.199809425Z","hostname":"oxz_crucible_c8d63a73-4bde-4dc8-bd37-2b664879e7ce","pid":24332,"uri":"/crucible/0/regions/954f9685-8071-4683-98ac-6b3796c11ae0/snapshots/e12da726-9bf9-4b40-b605-94d58f4eb83b/run","method":"POST","req_id":"0339e09e-cd1a-454a-9421-40e6d058a1b7","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19984,"response_code":200}