{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.668505672Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55776"} {"msg":"region 796f4442-cd45-4333-b0b3-3865db73e18f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.717676173Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.718428304Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions","method":"POST","req_id":"87a57c70-5ac7-4134-bdc8-fd29edc4964a","remote_addr":"[fd00:1122:3344:101::a]:55776","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":14762,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.718977052Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/796f4442-cd45-4333-b0b3-3865db73e18f","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.732503806Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/796f4442-cd45-4333-b0b3-3865db73e18f","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.732531856Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"796f4442-cd45-4333-b0b3-3865db73e18f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/796f4442-cd45-4333-b0b3-3865db73e18f\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.776975475Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"region":"796f4442-cd45-4333-b0b3-3865db73e18f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.869356216Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions","method":"POST","req_id":"6ac1c364-f37c-4adc-b408-50c38c728e7c","remote_addr":"[fd00:1122:3344:101::a]:55776","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.929620524Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"region":"796f4442-cd45-4333-b0b3-3865db73e18f","component":"worker"} {"msg":"region 796f4442-cd45-4333-b0b3-3865db73e18f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.929658744Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.929766766Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-796f4442-cd45-4333-b0b3-3865db73e18f","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.934114161Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-796f4442-cd45-4333-b0b3-3865db73e18f","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.941883128Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.956196274Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-796f4442-cd45-4333-b0b3-3865db73e18f","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.959395442Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/796f4442-cd45-4333-b0b3-3865db73e18f","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.959983011Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.960043322Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.960082952Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.960119023Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.964905975Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:22.978672412Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:23.569592231Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions","method":"POST","req_id":"0679ebfc-ad82-46f3-b8fa-8d31bc77f4e8","remote_addr":"[fd00:1122:3344:101::a]:55776","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:26.897154421Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35905"} {"msg":"region 11f0680f-0e5a-490a-9cf7-6a0da2b60fd1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:26.957186805Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:26.957385198Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions","method":"POST","req_id":"67568f56-832f-4e96-a55f-e16c133d590d","remote_addr":"[fd00:1122:3344:101::a]:35905","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":244,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:26.957419428Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:26.96683382Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:26.966871991Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"11f0680f-0e5a-490a-9cf7-6a0da2b60fd1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.024750972Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"region":"11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.099311605Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"region":"11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","component":"worker"} {"msg":"region 11f0680f-0e5a-490a-9cf7-6a0da2b60fd1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.099349176Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.099458417Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.099912324Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.103139353Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.111157503Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.115895785Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.116095138Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.116147129Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.116185119Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.11622187Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.120172249Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.125924656Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:27.224610152Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions","method":"POST","req_id":"a74989ba-c054-45d9-9862-613ca23450d8","remote_addr":"[fd00:1122:3344:101::a]:35905","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.343317297Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40588"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.345533011Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","method":"GET","req_id":"9b841fc5-9b8d-4a2c-853b-ce5dedd087fb","remote_addr":"[fd00:1122:3344:101::a]:40588","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2184,"response_code":"200"} {"msg":"path is \"/data/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.345721834Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.357518251Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"datafile"} {"msg":"region 11f0680f-0e5a-490a-9cf7-6a0da2b60fd1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.367245647Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.367505302Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-11f0680f-0e5a-490a-9cf7-6a0da2b60fd1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.368544957Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.369600213Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","method":"DELETE","req_id":"93a6ac71-3012-4e86-9f7b-2c29710fc920","remote_addr":"[fd00:1122:3344:101::a]:40588","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23899,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.369817076Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","method":"GET","req_id":"ac3211a8-0721-49e4-9c72-deb544f21494","remote_addr":"[fd00:1122:3344:101::a]:40588","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.373704295Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.38400662Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"region":"11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","component":"worker"} {"msg":"region 11f0680f-0e5a-490a-9cf7-6a0da2b60fd1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.423778779Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-15T01:20:58.493786523Z","hostname":"oxz_crucible_17ef7150-35b2-46ab-918a-0b0af0a9b49d","pid":22765,"uri":"/crucible/0/regions/11f0680f-0e5a-490a-9cf7-6a0da2b60fd1","method":"GET","req_id":"8016ee5c-2590-426d-9b57-04e7e004e193","remote_addr":"[fd00:1122:3344:101::a]:40588","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":652,"response_code":"200"}