{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.08312716Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64351"} {"msg":"region dbabed32-69a3-4ce7-a776-477a6b11d075 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.133270169Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.138405618Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.14327095Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"16f41e55-6497-43a1-a6c3-d57ce6b5bbaf","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17127,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_46c635fb-f4b8-4bf3-92fa-35cf63c40813/crucible/regions/dbabed32-69a3-4ce7-a776-477a6b11d075","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.151280078Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_46c635fb-f4b8-4bf3-92fa-35cf63c40813/crucible/regions/dbabed32-69a3-4ce7-a776-477a6b11d075","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.151296388Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dbabed32-69a3-4ce7-a776-477a6b11d075\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dbabed32-69a3-4ce7-a776-477a6b11d075\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.222625141Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"region":"dbabed32-69a3-4ce7-a776-477a6b11d075","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dbabed32-69a3-4ce7-a776-477a6b11d075\" \"--data\" \"/data/regions/dbabed32-69a3-4ce7-a776-477a6b11d075\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.225302484Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"region":"dbabed32-69a3-4ce7-a776-477a6b11d075","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.304549132Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"6d12614a-5ecb-44b3-a90f-dee082405cdf","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.629699054Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"region":"dbabed32-69a3-4ce7-a776-477a6b11d075","component":"worker"} {"msg":"region dbabed32-69a3-4ce7-a776-477a6b11d075 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.629748955Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.629851218Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dbabed32-69a3-4ce7-a776-477a6b11d075","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.630224699Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dbabed32-69a3-4ce7-a776-477a6b11d075","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.65095661Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.676056971Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dbabed32-69a3-4ce7-a776-477a6b11d075","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.684049337Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dbabed32-69a3-4ce7-a776-477a6b11d075","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.684763857Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.684822558Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.684863969Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.68490315Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.690569324Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.698267452Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:29.041801363Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"3333429a-8bc0-4d11-b694-f84226559396","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":650,"response_code":"200"} {"msg":"region 2ed5a10d-f2db-4233-b8a3-15ddfd1b35df state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.24744776Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.247618274Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"a4e3f6b6-8b18-4c68-b3c0-640b414aeb0b","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":210,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.247632745Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_46c635fb-f4b8-4bf3-92fa-35cf63c40813/crucible/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.257153533Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_46c635fb-f4b8-4bf3-92fa-35cf63c40813/crucible/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.257176673Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2ed5a10d-f2db-4233-b8a3-15ddfd1b35df\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.321154807Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"region":"2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ed5a10d-f2db-4233-b8a3-15ddfd1b35df\" \"--data\" \"/data/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.321213549Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"region":"2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.401471594Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"region":"2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","component":"worker"} {"msg":"region 2ed5a10d-f2db-4233-b8a3-15ddfd1b35df state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.401517175Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.401623968Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.402085601Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.405995757Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.416383748Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.421449245Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.421731333Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.421788775Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.421832706Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.421875207Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.425279379Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.436230636Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.482945652Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions","method":"POST","req_id":"6f4a5500-802d-4044-94a1-d9b9c1c0fcb5","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.205536347Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","method":"GET","req_id":"20dc57d3-42c8-4ce3-8d99-11a5926f79cd","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":118,"response_code":"200"} {"msg":"path is \"/data/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.208906468Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"datafile"} {"msg":"dataset is oxp_46c635fb-f4b8-4bf3-92fa-35cf63c40813/crucible/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.221993573Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"datafile"} {"msg":"region 2ed5a10d-f2db-4233-b8a3-15ddfd1b35df state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.231657325Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.231840329Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.231904891Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","method":"DELETE","req_id":"aeafa742-b466-4ac3-9914-54daae27c326","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23028,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2ed5a10d-f2db-4233-b8a3-15ddfd1b35df (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.232908609Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.235126049Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","method":"GET","req_id":"8959c758-569f-4ae2-bddd-863b5d7cb0d1","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.239437986Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_46c635fb-f4b8-4bf3-92fa-35cf63c40813/crucible/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.250055613Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"region":"2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.312492435Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","method":"GET","req_id":"9afa60b9-0bf8-4266-9993-6b2f5e21e890","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1118,"response_code":"200"} {"msg":"region 2ed5a10d-f2db-4233-b8a3-15ddfd1b35df state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.328607222Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.473929111Z","hostname":"oxz_crucible_3992cd02-5501-44e0-8377-c29105c06a49","pid":23024,"uri":"/crucible/0/regions/2ed5a10d-f2db-4233-b8a3-15ddfd1b35df","method":"GET","req_id":"118ac272-ebb7-419f-a18b-63abe7a83a8c","remote_addr":"[fd00:1122:3344:101::a]:64351","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":42,"response_code":"200"}