[ Jan 5 22:31:19 Enabled. ] [ Jan 5 22:31:19 Rereading configuration. ] [ Jan 5 22:31:20 Rereading configuration. ] [ Jan 5 22:31:24 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.552350819Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150} {"msg":"dataset: \"oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.553154607Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.553166547Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.553172618Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.568297782Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:24.631515783Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.689718319Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56533"} {"msg":"region 37312ae4-c6d1-4474-8092-df6b16ebea5e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.718635161Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.721383106Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.721429888Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions","method":"POST","req_id":"8d881961-0f77-475a-b330-14caa6b0fcbc","remote_addr":"[fd00:1122:3344:101::b]:56533","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16280,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.730869145Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.730882736Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"37312ae4-c6d1-4474-8092-df6b16ebea5e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.791347722Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"region":"37312ae4-c6d1-4474-8092-df6b16ebea5e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"37312ae4-c6d1-4474-8092-df6b16ebea5e\" \"--data\" \"/data/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.794273603Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"region":"37312ae4-c6d1-4474-8092-df6b16ebea5e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:55.955869935Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions","method":"POST","req_id":"005b0fb8-9ebc-4b9e-bc48-1924460bff45","remote_addr":"[fd00:1122:3344:101::b]:56533","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.184014844Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"region":"37312ae4-c6d1-4474-8092-df6b16ebea5e","component":"worker"} {"msg":"region 37312ae4-c6d1-4474-8092-df6b16ebea5e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.184150869Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.18475435Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.185116773Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.192901142Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.211708104Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.21476315Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.215471175Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.215533247Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.215577008Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.21563337Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.219765903Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.225392739Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:31:56.28891582Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions","method":"POST","req_id":"bcb9f091-bf6f-4601-8bf4-4cc024c1c504","remote_addr":"[fd00:1122:3344:101::b]:56533","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.437034423Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60128"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.437303732Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e","method":"GET","req_id":"18cd7fda-a93b-48d5-812d-4bacf631cfb0","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"path is \"/data/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.441117684Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"dataset is oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.446750009Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"snapshot is oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e@9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.453655139Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e\", \"9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.453671619Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.463296183Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e/snapshots/9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","method":"GET","req_id":"5e094a56-5e73-4e3d-859d-b31434bd8240","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22195,"response_code":200} {"msg":"path is \"/data/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.466662679Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"dataset is oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.472116749Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"snapshot is oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e@9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.478353615Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e\", \"9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.478378856Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 37312ae4-c6d1-4474-8092-df6b16ebea5e-9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.48454503Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.485055677Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e/snapshots/9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d/run","method":"POST","req_id":"82bc8c01-e148-4afd-a8fc-1b4072e6b8ef","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18412,"response_code":200} {"msg":"applying SMF actions for region 37312ae4-c6d1-4474-8092-df6b16ebea5e running snapshot 9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.485073318Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-37312ae4-c6d1-4474-8092-df6b16ebea5e-9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.505593679Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-37312ae4-c6d1-4474-8092-df6b16ebea5e-9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.516680224Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-37312ae4-c6d1-4474-8092-df6b16ebea5e-9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.529959014Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e/.zfs/snapshot/9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.530218633Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.530260184Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.530299836Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.530333907Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.530375848Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.534151069Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.538318763Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"region 37312ae4-c6d1-4474-8092-df6b16ebea5e running snapshot 9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.538334044Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"path is \"/data/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.768075328Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"dataset is oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.774087196Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"snapshot is oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e@9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.78052768Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e\", \"9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.78054918Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:41.785910976Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions/37312ae4-c6d1-4474-8092-df6b16ebea5e/snapshots/9c284df1-6c3a-4ced-a3cb-d8f4ac566d1d/run","method":"POST","req_id":"c8dc39d6-3d84-4b88-8a29-a4e473f6da99","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17891,"response_code":200} {"msg":"region 5d22a5a4-834e-4039-9e89-1fcfed5ea270 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.65039878Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.650619348Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.650629448Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions","method":"POST","req_id":"b2022165-ec72-469f-8c0c-aca91ec6d7b2","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":276,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.657061901Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.657107212Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5d22a5a4-834e-4039-9e89-1fcfed5ea270\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.707421977Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"region":"5d22a5a4-834e-4039-9e89-1fcfed5ea270","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5d22a5a4-834e-4039-9e89-1fcfed5ea270\" \"--data\" \"/data/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.707461348Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"region":"5d22a5a4-834e-4039-9e89-1fcfed5ea270","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.788145975Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"region":"5d22a5a4-834e-4039-9e89-1fcfed5ea270","component":"worker"} {"msg":"region 5d22a5a4-834e-4039-9e89-1fcfed5ea270 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.788173746Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.78830611Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5d22a5a4-834e-4039-9e89-1fcfed5ea270","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.789294315Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5d22a5a4-834e-4039-9e89-1fcfed5ea270","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.791976828Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.798929379Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5d22a5a4-834e-4039-9e89-1fcfed5ea270","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.801795598Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.802063487Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.802114529Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.80215407Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.802190162Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.806266213Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.809607579Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions","method":"POST","req_id":"9895076c-5bc2-465c-ba4c-5cd156dba605","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:42:46.812078065Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.18488669Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270","method":"GET","req_id":"75ce7293-5b06-443b-b066-e3b7e2b9b889","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"path is \"/data/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.188082191Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"dataset is oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.198189741Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"region 5d22a5a4-834e-4039-9e89-1fcfed5ea270 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.205506925Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.205761624Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270","method":"DELETE","req_id":"bb4c62c5-2af2-4840-a466-72a487491de1","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17797,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.205779164Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-5d22a5a4-834e-4039-9e89-1fcfed5ea270 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.206305802Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.20910895Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270","method":"GET","req_id":"9bcd1afc-14a8-4243-9685-2d916ec21ad6","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.227613821Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_990a734a-5459-4685-bdc8-7f86aa8aa085/crucible/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.235777034Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"region":"5d22a5a4-834e-4039-9e89-1fcfed5ea270","component":"worker"} {"msg":"region 5d22a5a4-834e-4039-9e89-1fcfed5ea270 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.29624257Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:43:16.334053781Z","hostname":"oxz_crucible_08dbcfd5-46df-4745-8429-8e2d7359617d","pid":27150,"uri":"/crucible/0/regions/5d22a5a4-834e-4039-9e89-1fcfed5ea270","method":"GET","req_id":"d04f74f2-bde3-491e-a5d0-3d3f993913ec","remote_addr":"[fd00:1122:3344:101::b]:60128","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":200}