{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.501938477Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62823"}
{"msg":"region be2eecd1-a4e3-4161-b049-560ece71ffc9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.502055909Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.50288435Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.502914901Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions","method":"POST","req_id":"1dd53762-4d14-44c8-a61f-1dea03040f6d","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":858,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/be2eecd1-a4e3-4161-b049-560ece71ffc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.511753222Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/be2eecd1-a4e3-4161-b049-560ece71ffc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.511774432Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"be2eecd1-a4e3-4161-b049-560ece71ffc9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be2eecd1-a4e3-4161-b049-560ece71ffc9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.556130694Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"region":"be2eecd1-a4e3-4161-b049-560ece71ffc9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be2eecd1-a4e3-4161-b049-560ece71ffc9\" \"--data\" \"/data/regions/be2eecd1-a4e3-4161-b049-560ece71ffc9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.556160774Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"region":"be2eecd1-a4e3-4161-b049-560ece71ffc9","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.614605949Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"region":"be2eecd1-a4e3-4161-b049-560ece71ffc9","component":"worker"}
{"msg":"region be2eecd1-a4e3-4161-b049-560ece71ffc9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.61463904Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.614738741Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.62116091Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.62122638Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.621362882Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.621379293Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.621384853Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.621389622Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.621484304Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.621537825Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.621565525Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.621611796Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.626767087Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-be2eecd1-a4e3-4161-b049-560ece71ffc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.627166502Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be2eecd1-a4e3-4161-b049-560ece71ffc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.628239537Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.634032977Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be2eecd1-a4e3-4161-b049-560ece71ffc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.635255754Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be2eecd1-a4e3-4161-b049-560ece71ffc9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.635493007Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.635554838Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.635593358Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.635629399Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.637304232Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.64004729Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:18.642520104Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions","method":"POST","req_id":"dc77cd1b-c2d6-4298-81e5-a5001e2d9b61","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.532311027Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","method":"GET","req_id":"6c57d6f0-bded-4df5-8d43-04f85e65c590","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3282,"response_code":200}
{"msg":"path is \"/data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.535841976Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"dataset is oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.542244294Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"snapshot is oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787@2a1776ea-5d7b-46a5-8ef7-e5156168e0eb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.547796231Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787\", \"2a1776ea-5d7b-46a5-8ef7-e5156168e0eb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.547838371Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.555154722Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions/9e9c33af-1bb6-463d-bd05-7e7777646787/snapshots/2a1776ea-5d7b-46a5-8ef7-e5156168e0eb","method":"GET","req_id":"b04c2f1f-e20e-487b-ba82-4cfd08296fef","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19341,"response_code":200}
{"msg":"path is \"/data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.558843233Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"dataset is oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.564903426Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"snapshot is oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787@2a1776ea-5d7b-46a5-8ef7-e5156168e0eb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.571128342Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787\", \"2a1776ea-5d7b-46a5-8ef7-e5156168e0eb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.571157913Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9e9c33af-1bb6-463d-bd05-7e7777646787-2a1776ea-5d7b-46a5-8ef7-e5156168e0eb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.578115218Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.580938217Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions/9e9c33af-1bb6-463d-bd05-7e7777646787/snapshots/2a1776ea-5d7b-46a5-8ef7-e5156168e0eb/run","method":"POST","req_id":"52265583-8bba-4f62-951b-103796b29077","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22103,"response_code":200}
{"msg":"applying SMF actions for region 9e9c33af-1bb6-463d-bd05-7e7777646787 running snapshot 2a1776ea-5d7b-46a5-8ef7-e5156168e0eb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.580964248Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.581581476Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.581685427Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.581767608Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.581795289Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.581803729Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.58185554Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.582210095Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.582263865Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.582309776Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.582353797Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.584172402Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-9e9c33af-1bb6-463d-bd05-7e7777646787-2a1776ea-5d7b-46a5-8ef7-e5156168e0eb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.58549616Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9e9c33af-1bb6-463d-bd05-7e7777646787-2a1776ea-5d7b-46a5-8ef7-e5156168e0eb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.594400593Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9e9c33af-1bb6-463d-bd05-7e7777646787-2a1776ea-5d7b-46a5-8ef7-e5156168e0eb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.598905205Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787/.zfs/snapshot/2a1776ea-5d7b-46a5-8ef7-e5156168e0eb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.599192159Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.599246079Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.5992886Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.59932911Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.599380711Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.601181236Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.603856973Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"region 9e9c33af-1bb6-463d-bd05-7e7777646787 running snapshot 2a1776ea-5d7b-46a5-8ef7-e5156168e0eb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.603880183Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"path is \"/data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.757505999Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"dataset is oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.764165381Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"snapshot is oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787@2a1776ea-5d7b-46a5-8ef7-e5156168e0eb","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.76988751Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9e9c33af-1bb6-463d-bd05-7e7777646787\", \"2a1776ea-5d7b-46a5-8ef7-e5156168e0eb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.76991498Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:20.776042795Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions/9e9c33af-1bb6-463d-bd05-7e7777646787/snapshots/2a1776ea-5d7b-46a5-8ef7-e5156168e0eb/run","method":"POST","req_id":"374f17bb-57ea-4ee8-a54e-00c997bd357f","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18590,"response_code":200}
{"msg":"region 9764b2d9-3003-477e-ac9c-260d69f4d033 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:24.911307402Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:24.911504535Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:24.911538845Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions","method":"POST","req_id":"98e98d4d-0a27-47ac-95f7-546f999ae129","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":233,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9764b2d9-3003-477e-ac9c-260d69f4d033","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:24.918811495Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9764b2d9-3003-477e-ac9c-260d69f4d033","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:24.918843176Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9764b2d9-3003-477e-ac9c-260d69f4d033\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9764b2d9-3003-477e-ac9c-260d69f4d033\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:24.96634989Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"region":"9764b2d9-3003-477e-ac9c-260d69f4d033","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9764b2d9-3003-477e-ac9c-260d69f4d033\" \"--data\" \"/data/regions/9764b2d9-3003-477e-ac9c-260d69f4d033\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:24.966394071Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"region":"9764b2d9-3003-477e-ac9c-260d69f4d033","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.01570973Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"region":"9764b2d9-3003-477e-ac9c-260d69f4d033","component":"worker"}
{"msg":"region 9764b2d9-3003-477e-ac9c-260d69f4d033 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.015740751Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.015853082Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9764b2d9-3003-477e-ac9c-260d69f4d033","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.016295728Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9764b2d9-3003-477e-ac9c-260d69f4d033","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.017526125Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.021224676Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9764b2d9-3003-477e-ac9c-260d69f4d033","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.022476654Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9764b2d9-3003-477e-ac9c-260d69f4d033","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.022769978Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.022815348Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.022854109Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.022890939Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.024471921Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.027679435Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.027793137Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.027920409Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.027953959Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.027960229Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.028003999Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.030624116Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.030686267Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.030738337Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.030779678Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.032548432Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.035186418Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:25.266814329Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions","method":"POST","req_id":"6c7d1f3c-a28b-4e91-a0fe-3a679e718035","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.393721493Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions/9764b2d9-3003-477e-ac9c-260d69f4d033","method":"GET","req_id":"5c5a2a73-9783-46b5-a672-b86eeb572336","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"path is \"/data/regions/9764b2d9-3003-477e-ac9c-260d69f4d033\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.398368317Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"dataset is oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9764b2d9-3003-477e-ac9c-260d69f4d033","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.410080908Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"region 9764b2d9-3003-477e-ac9c-260d69f4d033 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.418834269Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.418999851Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.419011311Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions/9764b2d9-3003-477e-ac9c-260d69f4d033","method":"DELETE","req_id":"c3a32b78-f23e-4a47-9691-e1c40ed5d870","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20727,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9764b2d9-3003-477e-ac9c-260d69f4d033 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.420033445Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.422867374Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions/9764b2d9-3003-477e-ac9c-260d69f4d033","method":"GET","req_id":"92bcbc80-f425-444b-8880-623d7911190f","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.423436212Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.423524214Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.423599844Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.423607924Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.423640335Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.423688256Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e9c33af-1bb6-463d-bd05-7e7777646787","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.424079581Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.424126922Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.424173482Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.424229003Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.426299262Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.428290539Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_49d2c63b-4f39-420b-8716-2e51c5efbe66/crucible/regions/9764b2d9-3003-477e-ac9c-260d69f4d033\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.436833227Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"region":"9764b2d9-3003-477e-ac9c-260d69f4d033","component":"worker"}
{"msg":"region 9764b2d9-3003-477e-ac9c-260d69f4d033 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.480246585Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-23T16:20:51.490970963Z","hostname":"oxz_crucible_cf742664-09a4-476d-8424-6cbb7088c236","pid":21916,"uri":"/crucible/0/regions/9764b2d9-3003-477e-ac9c-260d69f4d033","method":"GET","req_id":"d03d984c-de07-4611-a35a-8b1446739d08","remote_addr":"[fd00:1122:3344:101::b]:62823","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":49,"response_code":200}