{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.130407885Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62834"} {"msg":"region d3938fea-4402-4046-a90f-3329f9ff17a5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.205148349Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.208894637Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"uri":"/crucible/0/regions","method":"POST","req_id":"4cab4776-074c-4745-a193-46ecd7e90129","remote_addr":"[fd00:1122:3344:101::c]:62834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":12083,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.208924828Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d3938fea-4402-4046-a90f-3329f9ff17a5","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.220855124Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d3938fea-4402-4046-a90f-3329f9ff17a5","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.220892674Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d3938fea-4402-4046-a90f-3329f9ff17a5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/d3938fea-4402-4046-a90f-3329f9ff17a5\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.294953446Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"region":"d3938fea-4402-4046-a90f-3329f9ff17a5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.409026783Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"uri":"/crucible/0/regions","method":"POST","req_id":"48c0cce3-1584-4f7a-9c0a-743797427e8d","remote_addr":"[fd00:1122:3344:101::c]:62834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.561486646Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"region":"d3938fea-4402-4046-a90f-3329f9ff17a5","component":"worker"} {"msg":"region d3938fea-4402-4046-a90f-3329f9ff17a5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.561516886Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.561782081Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d3938fea-4402-4046-a90f-3329f9ff17a5","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.564353438Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d3938fea-4402-4046-a90f-3329f9ff17a5","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.568465982Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.581965247Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3938fea-4402-4046-a90f-3329f9ff17a5","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.585386119Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3938fea-4402-4046-a90f-3329f9ff17a5","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.585963269Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.58603485Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.586077481Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.586117662Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.591725904Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.604693879Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:45.925877268Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"uri":"/crucible/0/regions","method":"POST","req_id":"fdb81595-4949-4a9d-a011-6ec705584677","remote_addr":"[fd00:1122:3344:101::c]:62834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.396123868Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52490"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.427779162Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"uri":"/crucible/0/regions/d3938fea-4402-4046-a90f-3329f9ff17a5","method":"GET","req_id":"6534acfc-59c1-43f1-82a1-ab631ffc8f86","remote_addr":"[fd00:1122:3344:101::c]:52490","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":105,"response_code":"200"} {"msg":"path is \"/data/regions/d3938fea-4402-4046-a90f-3329f9ff17a5\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.427958815Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"datafile"} {"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d3938fea-4402-4046-a90f-3329f9ff17a5","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.440289049Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"datafile"} {"msg":"region d3938fea-4402-4046-a90f-3329f9ff17a5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.450411152Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.450627696Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.450697477Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"uri":"/crucible/0/regions/d3938fea-4402-4046-a90f-3329f9ff17a5","method":"DELETE","req_id":"02ffde4d-6d78-4a2d-8eec-42a4b3a308fe","remote_addr":"[fd00:1122:3344:101::c]:52490","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22758,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.450903191Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"uri":"/crucible/0/regions/d3938fea-4402-4046-a90f-3329f9ff17a5","method":"GET","req_id":"0af2d947-bcf6-455c-8b5a-397d613251b4","remote_addr":"[fd00:1122:3344:101::c]:52490","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-d3938fea-4402-4046-a90f-3329f9ff17a5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.451896169Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.457916988Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d3938fea-4402-4046-a90f-3329f9ff17a5\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.469101331Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"region":"d3938fea-4402-4046-a90f-3329f9ff17a5","component":"worker"} {"msg":"region d3938fea-4402-4046-a90f-3329f9ff17a5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.542973779Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-29T04:30:46.544422526Z","hostname":"oxz_crucible_761159ff-5b3d-4b72-9cbb-31baf88045d6","pid":23547,"uri":"/crucible/0/regions/d3938fea-4402-4046-a90f-3329f9ff17a5","method":"GET","req_id":"ce5097d1-e505-4f93-a611-1178f4f732e4","remote_addr":"[fd00:1122:3344:101::c]:52490","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":"200"}