[ Sep  2 22:46:27 Enabled. ]
[ Sep  2 22:46:27 Rereading configuration. ]
[ Sep  2 22:46:28 Rereading configuration. ]
[ Sep  2 22:46:31 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:46:32.098338451Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993}
{"msg":"dataset: \"oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:46:32.098546187Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:46:32.098562538Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:46:32.098572528Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:46:32.120761121Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:46:32.217835827Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:09.956858756Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38697"}
{"msg":"region a02a4bab-23e3-44d2-87ac-01e7011f2d13 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:09.982262606Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:09.985276568Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:09.989375309Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions","method":"POST","req_id":"d7a390cd-641b-49f6-94cb-c367e383f0e3","remote_addr":"[fd00:1122:3344:101::c]:38697","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15490,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:09.991855197Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:09.991866937Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a02a4bab-23e3-44d2-87ac-01e7011f2d13\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.054754075Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"region":"a02a4bab-23e3-44d2-87ac-01e7011f2d13","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a02a4bab-23e3-44d2-87ac-01e7011f2d13\" \"--data\" \"/data/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.054828247Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"region":"a02a4bab-23e3-44d2-87ac-01e7011f2d13","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.190485452Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions","method":"POST","req_id":"4c5cb6ab-2c0e-4c70-9762-410d50a0cbe1","remote_addr":"[fd00:1122:3344:101::c]:38697","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.432368502Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"region":"a02a4bab-23e3-44d2-87ac-01e7011f2d13","component":"worker"}
{"msg":"region a02a4bab-23e3-44d2-87ac-01e7011f2d13 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.436543175Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.436841503Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.439166296Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.443791652Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.456444156Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.457924946Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.458683797Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.458743298Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.458782589Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.45881419Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.461349219Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.463841867Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:47:10.517841373Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions","method":"POST","req_id":"69bfe6ea-2b30-480d-9124-aa30ee7ad275","remote_addr":"[fd00:1122:3344:101::c]:38697","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.245631362Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62417"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.245727615Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13","method":"GET","req_id":"db0a20d6-7be4-4d5b-9d9a-f06bccb14239","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.249537819Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"dataset is oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.255879511Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"snapshot is oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13@c4660b9c-a4cb-4bd3-8686-c618ba11abba","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.261532584Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13\", \"c4660b9c-a4cb-4bd3-8686-c618ba11abba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.261572535Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.270850287Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13/snapshots/c4660b9c-a4cb-4bd3-8686-c618ba11abba","method":"GET","req_id":"4cf95026-2e10-4989-862f-aba3d1bcf73a","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21329,"response_code":200}
{"msg":"path is \"/data/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.274699262Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"dataset is oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.279842322Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"snapshot is oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13@c4660b9c-a4cb-4bd3-8686-c618ba11abba","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.284814626Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13\", \"c4660b9c-a4cb-4bd3-8686-c618ba11abba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.284834397Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a02a4bab-23e3-44d2-87ac-01e7011f2d13-c4660b9c-a4cb-4bd3-8686-c618ba11abba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.291595211Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"applying SMF actions for region a02a4bab-23e3-44d2-87ac-01e7011f2d13 running snapshot c4660b9c-a4cb-4bd3-8686-c618ba11abba (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.296938906Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.296952276Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13/snapshots/c4660b9c-a4cb-4bd3-8686-c618ba11abba/run","method":"POST","req_id":"9ab24582-1858-447b-8762-6a471d289772","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22270,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-a02a4bab-23e3-44d2-87ac-01e7011f2d13-c4660b9c-a4cb-4bd3-8686-c618ba11abba","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.303873074Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a02a4bab-23e3-44d2-87ac-01e7011f2d13-c4660b9c-a4cb-4bd3-8686-c618ba11abba","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.305455907Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a02a4bab-23e3-44d2-87ac-01e7011f2d13-c4660b9c-a4cb-4bd3-8686-c618ba11abba","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.313332371Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13/.zfs/snapshot/c4660b9c-a4cb-4bd3-8686-c618ba11abba","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.313624169Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.31366471Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.313702201Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.313736092Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.313783893Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.315925372Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.318533802Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"region a02a4bab-23e3-44d2-87ac-01e7011f2d13 running snapshot c4660b9c-a4cb-4bd3-8686-c618ba11abba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.318544633Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"path is \"/data/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.569041207Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"dataset is oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.575514243Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"snapshot is oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13@c4660b9c-a4cb-4bd3-8686-c618ba11abba","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.580399186Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13\", \"c4660b9c-a4cb-4bd3-8686-c618ba11abba\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.580415596Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:18.585515495Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions/a02a4bab-23e3-44d2-87ac-01e7011f2d13/snapshots/c4660b9c-a4cb-4bd3-8686-c618ba11abba/run","method":"POST","req_id":"1bdfd49b-dc11-4664-9e90-88996605e9ef","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16522,"response_code":200}
{"msg":"region 069b0b8a-ce6b-4b43-aca6-4e867cbec884 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.079885081Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.080069336Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions","method":"POST","req_id":"1ee49679-f98b-4776-a092-c64f87353fe2","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":247,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.080088407Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.086607274Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.086628404Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"069b0b8a-ce6b-4b43-aca6-4e867cbec884\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.125938842Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"region":"069b0b8a-ce6b-4b43-aca6-4e867cbec884","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"069b0b8a-ce6b-4b43-aca6-4e867cbec884\" \"--data\" \"/data/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.125984243Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"region":"069b0b8a-ce6b-4b43-aca6-4e867cbec884","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.178680555Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"region":"069b0b8a-ce6b-4b43-aca6-4e867cbec884","component":"worker"}
{"msg":"region 069b0b8a-ce6b-4b43-aca6-4e867cbec884 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.178712115Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.178841929Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-069b0b8a-ce6b-4b43-aca6-4e867cbec884","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.179191199Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-069b0b8a-ce6b-4b43-aca6-4e867cbec884","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.187191536Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.191001999Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-069b0b8a-ce6b-4b43-aca6-4e867cbec884","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.192342686Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.192638394Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.192680565Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.192719866Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.192753667Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.195945844Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.203587771Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:23.383274372Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions","method":"POST","req_id":"c59c9f29-abc3-4889-996a-145a74320e20","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.033511006Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884","method":"GET","req_id":"7f286104-cad3-4c58-87b9-be7e267ee2c7","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"path is \"/data/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.039863806Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"dataset is oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.049640264Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"region 069b0b8a-ce6b-4b43-aca6-4e867cbec884 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.057320592Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.057483857Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.057503388Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884","method":"DELETE","req_id":"b008c25f-6dba-4a2d-abca-18f03e0b17ec","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17636,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-069b0b8a-ce6b-4b43-aca6-4e867cbec884 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.058140965Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.061520786Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884","method":"GET","req_id":"fa3951c2-2c22-47c4-b2f8-2e056125e12c","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.063802819Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0d912470-1f59-4d70-9c36-2ecfb6e78e08/crucible/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.073267696Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"region":"069b0b8a-ce6b-4b43-aca6-4e867cbec884","component":"worker"}
{"msg":"region 069b0b8a-ce6b-4b43-aca6-4e867cbec884 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.14928383Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-02T22:58:48.202568647Z","hostname":"oxz_crucible_febd57c7-0005-4641-a17a-be74caa59569","pid":24993,"uri":"/crucible/0/regions/069b0b8a-ce6b-4b43-aca6-4e867cbec884","method":"GET","req_id":"2ab38ad1-e29b-44da-bdac-bb7b16703512","remote_addr":"[fd00:1122:3344:101::c]:62417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}