{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.535503406Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55531"}
{"msg":"region bdef0035-19c7-4819-85be-7f4149b50e49 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.535579488Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.536225322Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.536244683Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions","method":"POST","req_id":"9daaaf07-87aa-41f8-8ab0-2b5f690b81cc","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":662,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/bdef0035-19c7-4819-85be-7f4149b50e49","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.54677804Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/bdef0035-19c7-4819-85be-7f4149b50e49","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.54680083Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bdef0035-19c7-4819-85be-7f4149b50e49\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bdef0035-19c7-4819-85be-7f4149b50e49\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.626446546Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"region":"bdef0035-19c7-4819-85be-7f4149b50e49","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bdef0035-19c7-4819-85be-7f4149b50e49\" \"--data\" \"/data/regions/bdef0035-19c7-4819-85be-7f4149b50e49\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.626494247Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"region":"bdef0035-19c7-4819-85be-7f4149b50e49","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.785068512Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions","method":"POST","req_id":"78aa97d2-127f-4e88-b6c0-c8e50d8e6398","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":120,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.885278271Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"region":"bdef0035-19c7-4819-85be-7f4149b50e49","component":"worker"}
{"msg":"region bdef0035-19c7-4819-85be-7f4149b50e49 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.885300951Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.885412374Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bdef0035-19c7-4819-85be-7f4149b50e49","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.885798483Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bdef0035-19c7-4819-85be-7f4149b50e49","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.904427202Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.94335757Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bdef0035-19c7-4819-85be-7f4149b50e49","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.949985589Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bdef0035-19c7-4819-85be-7f4149b50e49","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.950397989Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.95047276Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.950532692Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.950596243Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.967142706Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979350221Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979432993Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979516075Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979523725Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979566126Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979612987Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979689579Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.97974145Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979788511Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:01.979834102Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.013706236Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.014245458Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:02.232081978Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions","method":"POST","req_id":"9eeee2d2-1a0c-41f9-8e21-49b661a2df3c","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":44,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.785529805Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","method":"GET","req_id":"4cb9da64-4cd4-4ad2-b5f5-4801d1733c6d","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":6308,"response_code":"200"}
{"msg":"path is \"/data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.788746318Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"dataset is oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.798751933Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"snapshot is oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271@fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.806995409Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271\", \"fe402274-71cb-4663-b868-094fc9c911d8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.80703404Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.822018498Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271/snapshots/fe402274-71cb-4663-b868-094fc9c911d8","method":"GET","req_id":"27064be8-fef2-4956-a2bc-c860c0128c41","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":33286,"response_code":"200"}
{"msg":"path is \"/data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.825858534Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"dataset is oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.833624009Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"snapshot is oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271@fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.843025731Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271\", \"fe402274-71cb-4663-b868-094fc9c911d8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.843061282Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e8979ebc-e952-4c87-ae85-a7067b7e6271-fe402274-71cb-4663-b868-094fc9c911d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.85405194Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"applying SMF actions for region e8979ebc-e952-4c87-ae85-a7067b7e6271 running snapshot fe402274-71cb-4663-b868-094fc9c911d8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.854249444Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.854277165Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271/snapshots/fe402274-71cb-4663-b868-094fc9c911d8/run","method":"POST","req_id":"2805ced7-d8fa-49af-b355-25dbd23e29f0","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28454,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.855871351Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.855954733Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.856032415Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.856041885Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.856078065Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.856121426Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.856556206Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.856629778Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.856680409Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.85672658Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.866566752Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-e8979ebc-e952-4c87-ae85-a7067b7e6271-fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.867039113Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e8979ebc-e952-4c87-ae85-a7067b7e6271-fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.879387411Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e8979ebc-e952-4c87-ae85-a7067b7e6271-fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.914026852Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271/.zfs/snapshot/fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.914456101Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.914578424Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.914666256Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.914741458Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.91483289Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.927341222Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.933666105Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"region e8979ebc-e952-4c87-ae85-a7067b7e6271 running snapshot fe402274-71cb-4663-b868-094fc9c911d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:03.933676705Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"path is \"/data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:04.168428816Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"dataset is oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:04.178163666Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"snapshot is oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271@fe402274-71cb-4663-b868-094fc9c911d8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:04.186650217Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271\", \"fe402274-71cb-4663-b868-094fc9c911d8\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:04.186682598Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:04.195999148Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271/snapshots/fe402274-71cb-4663-b868-094fc9c911d8/run","method":"POST","req_id":"a4639241-c56e-4b69-ab8f-565bbdf78e94","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27583,"response_code":"200"}
{"msg":"region 7a6fdf18-26b3-4e00-8d01-ce946436a57e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.492973773Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.493152107Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.493163987Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions","method":"POST","req_id":"1533777c-757c-47d9-9a27-f91518ebe939","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":248,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.502282142Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.502309613Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7a6fdf18-26b3-4e00-8d01-ce946436a57e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.595365461Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"region":"7a6fdf18-26b3-4e00-8d01-ce946436a57e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7a6fdf18-26b3-4e00-8d01-ce946436a57e\" \"--data\" \"/data/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.597169541Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"region":"7a6fdf18-26b3-4e00-8d01-ce946436a57e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.777286042Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"region":"7a6fdf18-26b3-4e00-8d01-ce946436a57e","component":"worker"}
{"msg":"region 7a6fdf18-26b3-4e00-8d01-ce946436a57e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.777334873Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.777428875Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7a6fdf18-26b3-4e00-8d01-ce946436a57e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.777892935Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7a6fdf18-26b3-4e00-8d01-ce946436a57e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.785271622Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.808603338Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.812291881Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions","method":"POST","req_id":"c61f37de-28b5-48a8-b6a3-0211e53d9b31","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7a6fdf18-26b3-4e00-8d01-ce946436a57e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.829746824Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.8299947Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.830047511Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.830089792Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.830130593Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.842807489Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.86502609Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.865108681Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.865193033Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.865200314Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.865240915Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.865285636Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.877641174Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.877707776Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.877766077Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.877824478Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.89078924Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:09.892903598Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.386478319Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e","method":"GET","req_id":"8cc9e4ca-b2f5-412c-8d7c-73640308976f","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"path is \"/data/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.390186442Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"dataset is oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.405322703Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"region 7a6fdf18-26b3-4e00-8d01-ce946436a57e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.415288448Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.415508333Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.415535294Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e","method":"DELETE","req_id":"d34f819f-ff55-49a9-ba52-291da7d2e37d","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25366,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7a6fdf18-26b3-4e00-8d01-ce946436a57e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.416837633Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.419938573Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e","method":"GET","req_id":"d1b28b12-4a7b-4b80-8853-1c38dc37623f","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.429702753Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.429801055Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.429905838Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.429913388Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.429960229Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.43000472Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8979ebc-e952-4c87-ae85-a7067b7e6271","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.430412359Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.43047468Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.430524061Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.430571393Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.438229355Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.439600116Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_92f8a77c-5847-4411-963a-37c29c64fbc4/crucible/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.450698926Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"region":"7a6fdf18-26b3-4e00-8d01-ce946436a57e","component":"worker"}
{"msg":"region 7a6fdf18-26b3-4e00-8d01-ce946436a57e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.520482279Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-24T06:49:36.54404378Z","hostname":"oxz_crucible_e1f75f48-50bd-4df8-876e-88b90df4d339","pid":22928,"uri":"/crucible/0/regions/7a6fdf18-26b3-4e00-8d01-ce946436a57e","method":"GET","req_id":"5ee70e5b-fb7e-4c27-8aae-64f266dde184","remote_addr":"[fd00:1122:3344:101::c]:55531","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":99,"response_code":"200"}