[ May 14 16:32:46 Enabled. ]
[ May 14 16:32:46 Rereading configuration. ]
[ May 14 16:32:49 Rereading configuration. ]
[ May 14 16:32:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.590078454Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.598138793Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.598149053Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.61833558Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:32:54.728156512Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.797908676Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40715"}
{"msg":"region 9e28ff65-ea29-4ffe-b81e-12562c03a3a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.826871826Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.827262413Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"c0d9ad7e-c149-4f11-afe7-a7ac7d0b497e","remote_addr":"[fd00:1122:3344:101::a]:40715","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14635,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.829514408Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.839227599Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.83927543Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9e28ff65-ea29-4ffe-b81e-12562c03a3a7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.892281613Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"region":"9e28ff65-ea29-4ffe-b81e-12562c03a3a7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9e28ff65-ea29-4ffe-b81e-12562c03a3a7\" \"--data\" \"/data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:55.894476616Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"region":"9e28ff65-ea29-4ffe-b81e-12562c03a3a7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.061400761Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"3e2655c4-299f-4a5d-96a4-42ac08939bd3","remote_addr":"[fd00:1122:3344:101::a]:40715","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.208577497Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"region":"9e28ff65-ea29-4ffe-b81e-12562c03a3a7","component":"worker"}
{"msg":"region 9e28ff65-ea29-4ffe-b81e-12562c03a3a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.208622849Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.2087186Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.209116318Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.217176177Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.232873376Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.237088539Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.237764722Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.239759771Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.239812652Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.239855783Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.250533073Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.258030331Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:33:56.654621085Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"6eb7adb4-7b68-4fb4-b4ca-62b4deb2df71","remote_addr":"[fd00:1122:3344:101::a]:40715","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.629224794Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52531"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.629838217Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","method":"GET","req_id":"9c3a9aaa-ce17-4ad4-a4a0-cefd987413dd","remote_addr":"[fd00:1122:3344:101::a]:52531","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"path is \"/data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.634426027Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"dataset is oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.644201669Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"snapshot is oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7@6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.654274587Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7\", \"6d9b6901-636d-4659-85ed-190bf2134f55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.654317658Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.666707612Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7/snapshots/6d9b6901-636d-4659-85ed-190bf2134f55","method":"GET","req_id":"05412732-a0c9-422b-a722-60087f63f4bc","remote_addr":"[fd00:1122:3344:101::a]:52531","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32279,"response_code":"200"}
{"msg":"path is \"/data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.670027417Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"dataset is oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.678342431Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"snapshot is oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7@6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.686152505Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7\", \"6d9b6901-636d-4659-85ed-190bf2134f55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.686181605Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9e28ff65-ea29-4ffe-b81e-12562c03a3a7-6d9b6901-636d-4659-85ed-190bf2134f55 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.696742793Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"applying SMF actions for region 9e28ff65-ea29-4ffe-b81e-12562c03a3a7 running snapshot 6d9b6901-636d-4659-85ed-190bf2134f55 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.697376386Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.697393116Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7/snapshots/6d9b6901-636d-4659-85ed-190bf2134f55/run","method":"POST","req_id":"154cf3cd-a0fc-47b7-8665-921cd8cb5b1f","remote_addr":"[fd00:1122:3344:101::a]:52531","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27396,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712002123Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712095495Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712181297Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712191017Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712234028Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712284479Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712379141Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712447672Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712498863Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.712548214Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.720115153Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-9e28ff65-ea29-4ffe-b81e-12562c03a3a7-6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.720590703Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9e28ff65-ea29-4ffe-b81e-12562c03a3a7-6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.723342717Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9e28ff65-ea29-4ffe-b81e-12562c03a3a7-6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.735091888Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7/.zfs/snapshot/6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.735355853Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.735425144Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.735469955Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.735513696Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.735573867Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.740003094Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.743980683Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"region 9e28ff65-ea29-4ffe-b81e-12562c03a3a7 running snapshot 6d9b6901-636d-4659-85ed-190bf2134f55 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:39.744003103Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"path is \"/data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.049002626Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"dataset is oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.057750167Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"snapshot is oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7@6d9b6901-636d-4659-85ed-190bf2134f55","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.066610022Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7\", \"6d9b6901-636d-4659-85ed-190bf2134f55\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.066642633Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:40.074308224Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7/snapshots/6d9b6901-636d-4659-85ed-190bf2134f55/run","method":"POST","req_id":"729b760f-2246-49ce-ae99-9633264fb8c2","remote_addr":"[fd00:1122:3344:101::a]:52531","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25325,"response_code":"200"}
{"msg":"region 00f6bafe-86c8-4d04-aa06-ae54922eb6f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.369546338Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.369768032Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"b1e88f66-3dbb-4d82-bae7-334040255f85","remote_addr":"[fd00:1122:3344:101::a]:52531","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":282,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.369829933Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/00f6bafe-86c8-4d04-aa06-ae54922eb6f5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.379804259Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5d7e240b-a1ea-4343-bbba-1de5df86bc97/crucible/regions/00f6bafe-86c8-4d04-aa06-ae54922eb6f5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.37983735Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"00f6bafe-86c8-4d04-aa06-ae54922eb6f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/00f6bafe-86c8-4d04-aa06-ae54922eb6f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.508323119Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"region":"00f6bafe-86c8-4d04-aa06-ae54922eb6f5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"00f6bafe-86c8-4d04-aa06-ae54922eb6f5\" \"--data\" \"/data/regions/00f6bafe-86c8-4d04-aa06-ae54922eb6f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.510601193Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"region":"00f6bafe-86c8-4d04-aa06-ae54922eb6f5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.726702466Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"region":"00f6bafe-86c8-4d04-aa06-ae54922eb6f5","component":"worker"}
{"msg":"region 00f6bafe-86c8-4d04-aa06-ae54922eb6f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.726742426Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.726860329Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-00f6bafe-86c8-4d04-aa06-ae54922eb6f5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.727366579Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.742878094Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"eaa522b8-3a79-4204-b765-963bc78dac63","remote_addr":"[fd00:1122:3344:101::a]:52531","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-00f6bafe-86c8-4d04-aa06-ae54922eb6f5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.761320087Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.790723016Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-00f6bafe-86c8-4d04-aa06-ae54922eb6f5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.804794413Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/00f6bafe-86c8-4d04-aa06-ae54922eb6f5","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.805313453Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.805411615Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.805492606Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.805572878Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.823058892Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.841918903Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.842027315Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.842125547Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.842138577Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.842176708Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.842224989Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e28ff65-ea29-4ffe-b81e-12562c03a3a7","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.857909578Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.8579964Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.858067051Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.858148592Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.867033858Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-14T16:44:46.868971376Z","hostname":"oxz_crucible_1367ea67-6b85-482b-b90f-4def5334061b","pid":22742,"component":"worker"}