[ Aug 15 07:31:02 Enabled. ]
[ Aug 15 07:31:02 Rereading configuration. ]
[ Aug 15 07:31:07 Rereading configuration. ]
[ Aug 15 07:31:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.288356206Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163}
{"msg":"dataset: \"oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.288652282Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.288671523Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.288677583Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.30756257Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:11.431989796Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.576846656Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48456"}
{"msg":"region d1d008d6-90b9-4f07-b4af-c58b6acb6d3d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.608252769Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.612748058Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.616813427Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions","method":"POST","req_id":"83bdbf8c-fe0a-47bc-9d25-08b408f30c97","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15156,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.620258063Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.620269874Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.751631373Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\" \"--data\" \"/data/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.753604696Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:47.827727322Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions","method":"POST","req_id":"595f6e36-ceee-414b-8249-dce928ac973c","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.00392412Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","component":"worker"}
{"msg":"region d1d008d6-90b9-4f07-b4af-c58b6acb6d3d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.00798436Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.008290227Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.010576317Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.028788439Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.061053231Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.065608592Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.066321978Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.066374989Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.06642071Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.066473031Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.084245063Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.111383922Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:31:48.237146307Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions","method":"POST","req_id":"30843b1a-fd22-4640-839f-55ace1d46e54","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.931718283Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49053"}
{"msg":"region 0adbff53-18c6-4e88-a79c-2a41aaa68fc0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.932389097Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.933338258Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.934485034Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions","method":"POST","req_id":"1e559490-acc5-44a3-875c-7c7e1a685d9d","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1428,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/0adbff53-18c6-4e88-a79c-2a41aaa68fc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.941612091Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/0adbff53-18c6-4e88-a79c-2a41aaa68fc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:49.941656492Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0adbff53-18c6-4e88-a79c-2a41aaa68fc0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0adbff53-18c6-4e88-a79c-2a41aaa68fc0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.075625258Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"0adbff53-18c6-4e88-a79c-2a41aaa68fc0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0adbff53-18c6-4e88-a79c-2a41aaa68fc0\" \"--data\" \"/data/regions/0adbff53-18c6-4e88-a79c-2a41aaa68fc0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.075681489Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"0adbff53-18c6-4e88-a79c-2a41aaa68fc0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.214452032Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions","method":"POST","req_id":"954357f3-5a82-4124-b57c-b3ece1574623","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.270623452Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"0adbff53-18c6-4e88-a79c-2a41aaa68fc0","component":"worker"}
{"msg":"region 0adbff53-18c6-4e88-a79c-2a41aaa68fc0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.270645972Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.270776655Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0adbff53-18c6-4e88-a79c-2a41aaa68fc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.271169374Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0adbff53-18c6-4e88-a79c-2a41aaa68fc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.300159783Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.359905752Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0adbff53-18c6-4e88-a79c-2a41aaa68fc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.366894506Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0adbff53-18c6-4e88-a79c-2a41aaa68fc0","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.367192343Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.367239924Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.367266964Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.367310395Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.393832521Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.413392882Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:50.750058802Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions","method":"POST","req_id":"71143028-b697-46c9-8fbf-79be94afe786","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.247899556Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","method":"GET","req_id":"80d217fd-6326-402d-ac2f-16338e3ea23c","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.251422153Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"dataset is oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.257404645Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"snapshot is oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d@444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.262565609Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\", \"444a1022-a703-41dd-b916-d7bd97e459c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.262588929Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.273314356Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d/snapshots/444a1022-a703-41dd-b916-d7bd97e459c4","method":"GET","req_id":"5ad3c78e-343a-4121-9378-ceeb341702a5","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21887,"response_code":200}
{"msg":"path is \"/data/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.276933636Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"dataset is oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.28344506Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"snapshot is oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d@444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.288263776Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\", \"444a1022-a703-41dd-b916-d7bd97e459c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.288275627Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d1d008d6-90b9-4f07-b4af-c58b6acb6d3d-444a1022-a703-41dd-b916-d7bd97e459c4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.299377312Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"applying SMF actions for region d1d008d6-90b9-4f07-b4af-c58b6acb6d3d running snapshot 444a1022-a703-41dd-b916-d7bd97e459c4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.3042729Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.30428462Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d/snapshots/444a1022-a703-41dd-b916-d7bd97e459c4/run","method":"POST","req_id":"1fd6e1f7-f08d-4c88-8577-48ba051d675d","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27379,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-d1d008d6-90b9-4f07-b4af-c58b6acb6d3d-444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.306235153Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d1d008d6-90b9-4f07-b4af-c58b6acb6d3d-444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.32334125Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d1d008d6-90b9-4f07-b4af-c58b6acb6d3d-444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.350027759Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d/.zfs/snapshot/444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.350362317Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.350419698Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.350470389Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.35052458Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.350595182Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.356895631Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.369633502Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"region d1d008d6-90b9-4f07-b4af-c58b6acb6d3d running snapshot 444a1022-a703-41dd-b916-d7bd97e459c4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.369645112Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"path is \"/data/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.554956772Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"dataset is oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.561628739Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"snapshot is oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d@444a1022-a703-41dd-b916-d7bd97e459c4","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.567330615Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d\", \"444a1022-a703-41dd-b916-d7bd97e459c4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.567357735Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:52.57253308Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions/d1d008d6-90b9-4f07-b4af-c58b6acb6d3d/snapshots/444a1022-a703-41dd-b916-d7bd97e459c4/run","method":"POST","req_id":"550b71aa-273b-48f2-a6cc-fc424b0ef1f8","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17580,"response_code":200}
{"msg":"region 4038f538-3551-48e2-bcaa-ab96e52db4ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.260406328Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.260590412Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions","method":"POST","req_id":"664a9386-245f-4bda-85f3-d62b3b48eab7","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.260645164Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.266769859Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.266795489Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4038f538-3551-48e2-bcaa-ab96e52db4ae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.334869431Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"4038f538-3551-48e2-bcaa-ab96e52db4ae","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4038f538-3551-48e2-bcaa-ab96e52db4ae\" \"--data\" \"/data/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.334926033Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"4038f538-3551-48e2-bcaa-ab96e52db4ae","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.446437204Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"4038f538-3551-48e2-bcaa-ab96e52db4ae","component":"worker"}
{"msg":"region 4038f538-3551-48e2-bcaa-ab96e52db4ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.446471294Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.446582377Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4038f538-3551-48e2-bcaa-ab96e52db4ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.44763636Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4038f538-3551-48e2-bcaa-ab96e52db4ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.454323148Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.465582836Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4038f538-3551-48e2-bcaa-ab96e52db4ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.47162232Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.471907146Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.471948817Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.471991768Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.472031098Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.478641314Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.496072759Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:42:58.639921033Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions","method":"POST","req_id":"0aad79b0-8288-45fa-827c-8ca23e04f92e","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.096952083Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae","method":"GET","req_id":"277b491c-5fa5-4f6f-8366-61d0b5a8d90d","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"path is \"/data/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.10043277Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"dataset is oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.110993033Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"region 4038f538-3551-48e2-bcaa-ab96e52db4ae state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.118240673Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.118416497Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.118425487Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae","method":"DELETE","req_id":"16d67f92-0924-4048-bf35-034cc97df351","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18042,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-4038f538-3551-48e2-bcaa-ab96e52db4ae (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.11945676Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.121865003Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae","method":"GET","req_id":"682d0eb6-ff0a-4d60-a3c4-35be4ba4aa91","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.129533342Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_44320b94-d85e-41fa-8002-b60346d6c092/crucible/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.138185323Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"region":"4038f538-3551-48e2-bcaa-ab96e52db4ae","component":"worker"}
{"msg":"region 4038f538-3551-48e2-bcaa-ab96e52db4ae state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.19514961Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-15T07:43:25.245219715Z","hostname":"oxz_crucible_7fec0a71-5d79-4496-8538-3113ed067c26","pid":28163,"uri":"/crucible/0/regions/4038f538-3551-48e2-bcaa-ab96e52db4ae","method":"GET","req_id":"308c118c-8ff1-46d4-8772-b58608e25825","remote_addr":"[fd00:1122:3344:101::b]:49053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":50,"response_code":200}