[ Dec 24 01:16:17 Enabled. ] [ Dec 24 01:16:17 Rereading configuration. ] [ Dec 24 01:16:18 Rereading configuration. ] [ Dec 24 01:16:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:16:22.154835135Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154} {"msg":"dataset: \"oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:16:22.155069739Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:16:22.15508174Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:16:22.15508929Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:16:22.170498753Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:16:22.243290879Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:18.597873499Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38787"} {"msg":"region e8f08740-6209-45f5-8c49-18590054667b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:18.639653287Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:18.642841782Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:18.642891833Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"0f4e1878-2bf3-4e9e-821b-c5c115e5d16a","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17770,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/e8f08740-6209-45f5-8c49-18590054667b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:18.65213312Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/e8f08740-6209-45f5-8c49-18590054667b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:18.652151751Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e8f08740-6209-45f5-8c49-18590054667b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e8f08740-6209-45f5-8c49-18590054667b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:18.716961356Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"e8f08740-6209-45f5-8c49-18590054667b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e8f08740-6209-45f5-8c49-18590054667b\" \"--data\" \"/data/regions/e8f08740-6209-45f5-8c49-18590054667b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:18.719327764Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"e8f08740-6209-45f5-8c49-18590054667b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.004640183Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"5d942bd2-a251-4db8-9794-af50717c177d","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.067902577Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"e8f08740-6209-45f5-8c49-18590054667b","component":"worker"} {"msg":"region e8f08740-6209-45f5-8c49-18590054667b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.067981338Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.068196983Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e8f08740-6209-45f5-8c49-18590054667b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.06855378Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e8f08740-6209-45f5-8c49-18590054667b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.077208536Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.102524579Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8f08740-6209-45f5-8c49-18590054667b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.106564531Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8f08740-6209-45f5-8c49-18590054667b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.107280866Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.107346217Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.107386688Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.107423769Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.113780218Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.11830969Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:19.44508728Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"0405c0fa-9887-4de9-8a3d-ac89963934ec","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.170751625Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/e8f08740-6209-45f5-8c49-18590054667b","method":"GET","req_id":"3ba47bb7-c775-44c9-b254-407334fd36fa","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/e8f08740-6209-45f5-8c49-18590054667b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.174506791Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"dataset is oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/e8f08740-6209-45f5-8c49-18590054667b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.182275448Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"region e8f08740-6209-45f5-8c49-18590054667b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.189063426Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.18926313Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.189323971Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/e8f08740-6209-45f5-8c49-18590054667b","method":"DELETE","req_id":"b9982ab0-33b6-4665-a8e0-0e15a50c3a36","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14788,"response_code":204} {"msg":"disabling downstairs instance: downstairs-e8f08740-6209-45f5-8c49-18590054667b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.190274131Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.192246861Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/e8f08740-6209-45f5-8c49-18590054667b","method":"GET","req_id":"bca7cc8e-3d24-47d1-8817-3a411fee1570","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.194457486Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/e8f08740-6209-45f5-8c49-18590054667b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.204794715Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"e8f08740-6209-45f5-8c49-18590054667b","component":"worker"} {"msg":"region e8f08740-6209-45f5-8c49-18590054667b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.285089014Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:20.320745658Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/e8f08740-6209-45f5-8c49-18590054667b","method":"GET","req_id":"191b3d74-f667-4c01-a2a7-7010436a2482","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"region 2a748534-6138-4ad4-9163-d806eb90946f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.543355226Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.543650212Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.543702973Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"d9d53b48-758a-45a4-9d38-41f36eada3d5","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":351,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.550638244Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.550662875Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2a748534-6138-4ad4-9163-d806eb90946f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2a748534-6138-4ad4-9163-d806eb90946f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.628652097Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"2a748534-6138-4ad4-9163-d806eb90946f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2a748534-6138-4ad4-9163-d806eb90946f\" \"--data\" \"/data/regions/2a748534-6138-4ad4-9163-d806eb90946f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.628736029Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"2a748534-6138-4ad4-9163-d806eb90946f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.702930614Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"2a748534-6138-4ad4-9163-d806eb90946f","component":"worker"} {"msg":"region 2a748534-6138-4ad4-9163-d806eb90946f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.702960785Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.703176019Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.704379884Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.70764815Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.715206943Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.718789686Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.719083282Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.719120603Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.719165644Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.719198964Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.723106014Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.727978202Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:17:22.760988882Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"cf7a0036-2a7f-4491-a4c0-fcdd783b2e1e","remote_addr":"[fd00:1122:3344:101::b]:38787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.848463274Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51157"} {"msg":"region 47e8c027-8f35-4308-810d-2e154a9e5d3c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.849354022Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.849592287Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.849601198Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"cb902e61-4ba0-48dc-b35f-0796f58caf40","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1007,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/47e8c027-8f35-4308-810d-2e154a9e5d3c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.857738143Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/47e8c027-8f35-4308-810d-2e154a9e5d3c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.857774833Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"47e8c027-8f35-4308-810d-2e154a9e5d3c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/47e8c027-8f35-4308-810d-2e154a9e5d3c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.9039544Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"47e8c027-8f35-4308-810d-2e154a9e5d3c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"47e8c027-8f35-4308-810d-2e154a9e5d3c\" \"--data\" \"/data/regions/47e8c027-8f35-4308-810d-2e154a9e5d3c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.903996161Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"47e8c027-8f35-4308-810d-2e154a9e5d3c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.991384864Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"47e8c027-8f35-4308-810d-2e154a9e5d3c","component":"worker"} {"msg":"region 47e8c027-8f35-4308-810d-2e154a9e5d3c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.991425225Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:45.991510247Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-47e8c027-8f35-4308-810d-2e154a9e5d3c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.011597325Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-47e8c027-8f35-4308-810d-2e154a9e5d3c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.023918065Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.034328606Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-47e8c027-8f35-4308-810d-2e154a9e5d3c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.037308056Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/47e8c027-8f35-4308-810d-2e154a9e5d3c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.037591532Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.037641613Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.037679784Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.037710124Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.041162745Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.04538301Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:46.182451712Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"20764be4-5bdc-4ff2-84b5-01b4a0dcf94d","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.876107857Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/2a748534-6138-4ad4-9163-d806eb90946f","method":"GET","req_id":"c8dcd60e-ff6f-45c7-ba28-646bbaca8759","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/2a748534-6138-4ad4-9163-d806eb90946f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.880117618Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"dataset is oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.886253783Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"snapshot is oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f@778267c0-6bc9-487e-860a-0308a2fd5e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.892958899Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f\", \"778267c0-6bc9-487e-860a-0308a2fd5e10\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.89298718Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.901751927Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/2a748534-6138-4ad4-9163-d806eb90946f/snapshots/778267c0-6bc9-487e-860a-0308a2fd5e10","method":"GET","req_id":"9508ae8e-86b4-402d-825e-cfc5e07fcc52","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21665,"response_code":200} {"msg":"path is \"/data/regions/2a748534-6138-4ad4-9163-d806eb90946f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.905627006Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"dataset is oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.911406803Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"snapshot is oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f@778267c0-6bc9-487e-860a-0308a2fd5e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.91765995Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f\", \"778267c0-6bc9-487e-860a-0308a2fd5e10\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.917726311Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2a748534-6138-4ad4-9163-d806eb90946f-778267c0-6bc9-487e-860a-0308a2fd5e10 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.926269955Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"applying SMF actions for region 2a748534-6138-4ad4-9163-d806eb90946f running snapshot 778267c0-6bc9-487e-860a-0308a2fd5e10 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.926429418Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.926444818Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/2a748534-6138-4ad4-9163-d806eb90946f/snapshots/778267c0-6bc9-487e-860a-0308a2fd5e10/run","method":"POST","req_id":"28b374ba-fed1-45a2-a64a-d637a370c06e","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20826,"response_code":200} {"msg":"creating missing snapshot instance snapshot-2a748534-6138-4ad4-9163-d806eb90946f-778267c0-6bc9-487e-860a-0308a2fd5e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.931708915Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2a748534-6138-4ad4-9163-d806eb90946f-778267c0-6bc9-487e-860a-0308a2fd5e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.936605614Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2a748534-6138-4ad4-9163-d806eb90946f-778267c0-6bc9-487e-860a-0308a2fd5e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.945280861Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2a748534-6138-4ad4-9163-d806eb90946f/.zfs/snapshot/778267c0-6bc9-487e-860a-0308a2fd5e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.945571156Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.945613057Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.945649978Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.945688629Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.94573212Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.948799262Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.952925366Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"region 2a748534-6138-4ad4-9163-d806eb90946f running snapshot 778267c0-6bc9-487e-860a-0308a2fd5e10 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:47.952935606Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"path is \"/data/regions/2a748534-6138-4ad4-9163-d806eb90946f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:48.224227251Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"dataset is oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:48.233664002Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"snapshot is oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f@778267c0-6bc9-487e-860a-0308a2fd5e10","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:48.243007262Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/2a748534-6138-4ad4-9163-d806eb90946f\", \"778267c0-6bc9-487e-860a-0308a2fd5e10\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:48.243038763Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:48.251401762Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/2a748534-6138-4ad4-9163-d806eb90946f/snapshots/778267c0-6bc9-487e-860a-0308a2fd5e10/run","method":"POST","req_id":"fe21df00-0a01-4b05-a845-637a38f71f29","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27232,"response_code":200} {"msg":"region ecc30029-1c2a-4dbf-a59b-1a5c101ad51d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.432488171Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.432675225Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.432684625Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"5c158c35-d0ae-4f92-a5f2-efc5f97f07ea","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":310,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.439700648Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.439719808Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ecc30029-1c2a-4dbf-a59b-1a5c101ad51d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.49748713Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ecc30029-1c2a-4dbf-a59b-1a5c101ad51d\" \"--data\" \"/data/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.497530711Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.57337582Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","component":"worker"} {"msg":"region ecc30029-1c2a-4dbf-a59b-1a5c101ad51d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.573406381Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.573497643Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.575622846Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.57975599Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.587847434Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.591243652Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.591523048Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.591567609Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.59161427Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.591651851Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.595811585Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.602221815Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:28:53.779697297Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions","method":"POST","req_id":"208e7d91-921f-4e03-883c-f2e40c0a907e","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.587399477Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","method":"GET","req_id":"5ab30936-188d-4d28-9ae3-9fe86a1bc08d","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.590344437Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"dataset is oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.602201228Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"region ecc30029-1c2a-4dbf-a59b-1a5c101ad51d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.609294982Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.609469425Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.609519286Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","method":"DELETE","req_id":"b7b562aa-28c5-43e2-bac6-252578e196f4","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19151,"response_code":204} {"msg":"disabling downstairs instance: downstairs-ecc30029-1c2a-4dbf-a59b-1a5c101ad51d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.611075148Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.612604179Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","method":"GET","req_id":"69c1c937-6c8d-4569-bfa9-b1e661ce1459","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.622580181Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crucible/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.630464181Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"region":"ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","component":"worker"} {"msg":"region ecc30029-1c2a-4dbf-a59b-1a5c101ad51d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.685039458Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T01:29:19.730084913Z","hostname":"oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f","pid":25154,"uri":"/crucible/0/regions/ecc30029-1c2a-4dbf-a59b-1a5c101ad51d","method":"GET","req_id":"056e0eee-6cac-4a97-9e1b-3178e4e7f048","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}