[ May  1 17:47:08 Enabled. ]
[ May  1 17:47:08 Rereading configuration. ]
[ May  1 17:47:10 Rereading configuration. ]
[ May  1 17:47:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ae1da83e66c648574827298f4bc444632bf4d047\nCommit timestamp: 2026-03-31T21:17:13.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.475825802Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095}
{"msg":"dataset: \"oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.478321052Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.478331532Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.478338142Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.486077469Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:14.565547057Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.044989183Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50512"}
{"msg":"region c802d9e2-1d70-4778-9583-642a17c369c6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.084150916Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.084970112Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.085040454Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions","method":"POST","req_id":"a8848bc9-d570-4f14-9856-1d31e75ab4bb","remote_addr":"[fd00:1122:3344:101::c]:50512","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17695,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.091368932Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.091384622Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c802d9e2-1d70-4778-9583-642a17c369c6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c802d9e2-1d70-4778-9583-642a17c369c6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.204186424Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"c802d9e2-1d70-4778-9583-642a17c369c6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c802d9e2-1d70-4778-9583-642a17c369c6\" \"--data\" \"/data/regions/c802d9e2-1d70-4778-9583-642a17c369c6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.204334787Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"c802d9e2-1d70-4778-9583-642a17c369c6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.378166064Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions","method":"POST","req_id":"53c72a05-da4b-4c5f-a42a-d779a34c3b58","remote_addr":"[fd00:1122:3344:101::c]:50512","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.522755339Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"c802d9e2-1d70-4778-9583-642a17c369c6","component":"worker"}
{"msg":"region c802d9e2-1d70-4778-9583-642a17c369c6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.522906612Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.523092056Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.523389722Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.528928184Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.542755784Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.545741904Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.546423728Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.546563101Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.546614792Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.546648213Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.55097883Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.55591371Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:47:40.787055697Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions","method":"POST","req_id":"d27ce699-0544-4a2e-80b0-a9a7e817b98e","remote_addr":"[fd00:1122:3344:101::c]:50512","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.212194271Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36583"}
{"msg":"region 919ea6ef-85ca-4e3f-b2a2-d9195d854a21 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.212851255Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.213148611Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.213157251Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions","method":"POST","req_id":"2603047b-2592-4355-92cf-831df0c17c3a","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":925,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/919ea6ef-85ca-4e3f-b2a2-d9195d854a21","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.224074952Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/919ea6ef-85ca-4e3f-b2a2-d9195d854a21","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.224098902Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"919ea6ef-85ca-4e3f-b2a2-d9195d854a21\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/919ea6ef-85ca-4e3f-b2a2-d9195d854a21\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.280729958Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"919ea6ef-85ca-4e3f-b2a2-d9195d854a21","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"919ea6ef-85ca-4e3f-b2a2-d9195d854a21\" \"--data\" \"/data/regions/919ea6ef-85ca-4e3f-b2a2-d9195d854a21\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.280772959Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"919ea6ef-85ca-4e3f-b2a2-d9195d854a21","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.358201745Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"919ea6ef-85ca-4e3f-b2a2-d9195d854a21","component":"worker"}
{"msg":"region 919ea6ef-85ca-4e3f-b2a2-d9195d854a21 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.358235346Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.358323257Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-919ea6ef-85ca-4e3f-b2a2-d9195d854a21","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.358641744Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-919ea6ef-85ca-4e3f-b2a2-d9195d854a21","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.368454052Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.38959361Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-919ea6ef-85ca-4e3f-b2a2-d9195d854a21","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.392769844Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/919ea6ef-85ca-4e3f-b2a2-d9195d854a21","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.39306861Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.393124112Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.393172002Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.393218714Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.398255735Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.404542592Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:34.55860955Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions","method":"POST","req_id":"b732092d-354d-475f-b761-00bf53545014","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.665942483Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions/c802d9e2-1d70-4778-9583-642a17c369c6","method":"GET","req_id":"13d47e36-b355-4ea2-8dda-c491d10013ac","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3234,"response_code":200}
{"msg":"path is \"/data/regions/c802d9e2-1d70-4778-9583-642a17c369c6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.669305191Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"dataset is oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.675243321Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"snapshot is oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6@375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.68013751Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6\", \"375ad000-cde4-4b35-8b5f-bbf420bf5694\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.680167841Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.690567861Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions/c802d9e2-1d70-4778-9583-642a17c369c6/snapshots/375ad000-cde4-4b35-8b5f-bbf420bf5694","method":"GET","req_id":"5b27a95b-58b0-4a86-82e4-5364eb325947","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21298,"response_code":200}
{"msg":"path is \"/data/regions/c802d9e2-1d70-4778-9583-642a17c369c6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.694199645Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"dataset is oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.700538243Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"snapshot is oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6@375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.70680942Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6\", \"375ad000-cde4-4b35-8b5f-bbf420bf5694\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.70682978Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c802d9e2-1d70-4778-9583-642a17c369c6-375ad000-cde4-4b35-8b5f-bbf420bf5694 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.713909943Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"applying SMF actions for region c802d9e2-1d70-4778-9583-642a17c369c6 running snapshot 375ad000-cde4-4b35-8b5f-bbf420bf5694 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.714051616Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.714063117Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions/c802d9e2-1d70-4778-9583-642a17c369c6/snapshots/375ad000-cde4-4b35-8b5f-bbf420bf5694/run","method":"POST","req_id":"223d0385-57a6-4348-a9c7-23bf557ade65","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19872,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-c802d9e2-1d70-4778-9583-642a17c369c6-375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.718737101Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c802d9e2-1d70-4778-9583-642a17c369c6-375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.726226003Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c802d9e2-1d70-4778-9583-642a17c369c6-375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.735541211Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c802d9e2-1d70-4778-9583-642a17c369c6/.zfs/snapshot/375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.735824857Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.735865588Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.735904288Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.735939179Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.73598287Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.739611583Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.744084524Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"region c802d9e2-1d70-4778-9583-642a17c369c6 running snapshot 375ad000-cde4-4b35-8b5f-bbf420bf5694 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:35.744097694Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"path is \"/data/regions/c802d9e2-1d70-4778-9583-642a17c369c6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.003423831Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"dataset is oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.010393042Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"snapshot is oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6@375ad000-cde4-4b35-8b5f-bbf420bf5694","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.01674237Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/c802d9e2-1d70-4778-9583-642a17c369c6\", \"375ad000-cde4-4b35-8b5f-bbf420bf5694\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.016769141Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:36.022934356Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions/c802d9e2-1d70-4778-9583-642a17c369c6/snapshots/375ad000-cde4-4b35-8b5f-bbf420bf5694/run","method":"POST","req_id":"9c9b01b6-3dfe-46cf-ad07-0c86e37025c4","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19563,"response_code":200}
{"msg":"region 3d54173f-cf4f-42e2-9826-a4af3ebbb714 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.565301261Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.565475044Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.565507815Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions","method":"POST","req_id":"797cbeb3-4d2e-488f-9eeb-8e35643c0624","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":243,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.573016917Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.573045278Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3d54173f-cf4f-42e2-9826-a4af3ebbb714\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.632216075Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"3d54173f-cf4f-42e2-9826-a4af3ebbb714","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d54173f-cf4f-42e2-9826-a4af3ebbb714\" \"--data\" \"/data/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.632268396Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"3d54173f-cf4f-42e2-9826-a4af3ebbb714","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.702895542Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions","method":"POST","req_id":"cec32bec-e15b-48de-8c2a-4d9759f80b01","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.707981417Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"3d54173f-cf4f-42e2-9826-a4af3ebbb714","component":"worker"}
{"msg":"region 3d54173f-cf4f-42e2-9826-a4af3ebbb714 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.707996608Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.70812174Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3d54173f-cf4f-42e2-9826-a4af3ebbb714","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.708562929Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d54173f-cf4f-42e2-9826-a4af3ebbb714","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.7125513Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.724204145Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d54173f-cf4f-42e2-9826-a4af3ebbb714","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.727040963Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.727297788Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.727345959Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.72738461Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.72742099Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.731084944Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:40.741041596Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:58:41.445320584Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions","method":"POST","req_id":"db2df5ef-36bc-474d-bd99-101ed132e856","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.654562741Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714","method":"GET","req_id":"41fd58a4-124f-4157-8d4d-3d8961e52b87","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"path is \"/data/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.657620923Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"dataset is oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.669598636Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"region 3d54173f-cf4f-42e2-9826-a4af3ebbb714 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.676695679Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.676872813Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.676882923Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714","method":"DELETE","req_id":"29335e62-1fe4-4392-aa32-1f19d26725d8","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19274,"response_code":204}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.680266291Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714","method":"GET","req_id":"eb7f849c-6788-4525-a660-e2bb797f1fe9","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"disabling downstairs instance: downstairs-3d54173f-cf4f-42e2-9826-a4af3ebbb714 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.680572198Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.690460527Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_98c2d617-8407-4424-8cab-ec0527dfb202/crucible/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.697563401Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"region":"3d54173f-cf4f-42e2-9826-a4af3ebbb714","component":"worker"}
{"msg":"region 3d54173f-cf4f-42e2-9826-a4af3ebbb714 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.761321231Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T17:59:06.813880005Z","hostname":"oxz_crucible_3f8cadda-832f-4702-ab8e-29ebd6655628","pid":26095,"uri":"/crucible/0/regions/3d54173f-cf4f-42e2-9826-a4af3ebbb714","method":"GET","req_id":"519378db-9750-4999-8ead-4c1ecb65d14a","remote_addr":"[fd00:1122:3344:101::c]:36583","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":42,"response_code":200}