{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.081338603Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37709"} {"msg":"region 3366e943-d119-43ee-8da9-0f26aac77240 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.126309464Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.131870989Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.131894799Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"uri":"/crucible/0/regions","method":"POST","req_id":"602da07c-7054-4ac8-b33a-b61a3f71e7b5","remote_addr":"[fd00:1122:3344:101::c]:37709","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18982,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1d3ba2c7-2b83-4f66-a3c8-4110353532da/crucible/regions/3366e943-d119-43ee-8da9-0f26aac77240","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.143422879Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d3ba2c7-2b83-4f66-a3c8-4110353532da/crucible/regions/3366e943-d119-43ee-8da9-0f26aac77240","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.143444959Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3366e943-d119-43ee-8da9-0f26aac77240\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3366e943-d119-43ee-8da9-0f26aac77240\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.198656931Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"region":"3366e943-d119-43ee-8da9-0f26aac77240","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3366e943-d119-43ee-8da9-0f26aac77240\" \"--data\" \"/data/regions/3366e943-d119-43ee-8da9-0f26aac77240\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.201175657Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"region":"3366e943-d119-43ee-8da9-0f26aac77240","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.493987421Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"uri":"/crucible/0/regions","method":"POST","req_id":"e6d07309-7f55-4f6e-a3d7-f42fbbdeb5cd","remote_addr":"[fd00:1122:3344:101::c]:37709","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.570319167Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"region":"3366e943-d119-43ee-8da9-0f26aac77240","component":"worker"} {"msg":"region 3366e943-d119-43ee-8da9-0f26aac77240 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.570366998Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.570508801Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3366e943-d119-43ee-8da9-0f26aac77240","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.572807013Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3366e943-d119-43ee-8da9-0f26aac77240","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.582063021Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.602530691Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3366e943-d119-43ee-8da9-0f26aac77240","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.605652302Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3366e943-d119-43ee-8da9-0f26aac77240","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.606440469Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.606508311Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.606550382Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.606588473Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.625469637Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.629346284Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:01:38.842327653Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"uri":"/crucible/0/regions","method":"POST","req_id":"25330b88-3db5-4d06-adbb-a6b7da5d575e","remote_addr":"[fd00:1122:3344:101::c]:37709","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.076203197Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"uri":"/crucible/0/regions/3366e943-d119-43ee-8da9-0f26aac77240","method":"GET","req_id":"1dbe9050-c965-492a-ad5f-4b543040f011","remote_addr":"[fd00:1122:3344:101::c]:37709","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"path is \"/data/regions/3366e943-d119-43ee-8da9-0f26aac77240\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.080835612Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"datafile"} {"msg":"dataset is oxp_1d3ba2c7-2b83-4f66-a3c8-4110353532da/crucible/regions/3366e943-d119-43ee-8da9-0f26aac77240","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.090920668Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"datafile"} {"msg":"region 3366e943-d119-43ee-8da9-0f26aac77240 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.09900271Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.099162254Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"uri":"/crucible/0/regions/3366e943-d119-43ee-8da9-0f26aac77240","method":"DELETE","req_id":"f789178f-7990-415b-98b5-cc895f208ef1","remote_addr":"[fd00:1122:3344:101::c]:37709","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18346,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.099194964Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-3366e943-d119-43ee-8da9-0f26aac77240 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.099736257Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.1025534Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"uri":"/crucible/0/regions/3366e943-d119-43ee-8da9-0f26aac77240","method":"GET","req_id":"a89ef491-c6ef-43a8-9e76-963e80914292","remote_addr":"[fd00:1122:3344:101::c]:37709","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.103808908Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1d3ba2c7-2b83-4f66-a3c8-4110353532da/crucible/regions/3366e943-d119-43ee-8da9-0f26aac77240\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.111213445Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"region":"3366e943-d119-43ee-8da9-0f26aac77240","component":"worker"} {"msg":"region 3366e943-d119-43ee-8da9-0f26aac77240 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.17151077Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T23:02:04.249828471Z","hostname":"oxz_crucible_98c6984d-2433-487f-b2a0-2143cc3e03d6","pid":24441,"uri":"/crucible/0/regions/3366e943-d119-43ee-8da9-0f26aac77240","method":"GET","req_id":"8ad8bc99-2034-4209-8c3b-e671b6a9b0d8","remote_addr":"[fd00:1122:3344:101::c]:37709","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}