{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.08200661Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45559"}
{"msg":"region b958be82-9249-4ec7-b6cc-67ea68f2b3c2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.131002188Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.135646824Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.140711141Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions","method":"POST","req_id":"ca6248f7-6f06-40ce-a526-3083715da520","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16544,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_962b1ef1-fd21-4baa-a28a-e5c292e48320/crucible/regions/b958be82-9249-4ec7-b6cc-67ea68f2b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.148926794Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_962b1ef1-fd21-4baa-a28a-e5c292e48320/crucible/regions/b958be82-9249-4ec7-b6cc-67ea68f2b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.148941474Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b958be82-9249-4ec7-b6cc-67ea68f2b3c2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b958be82-9249-4ec7-b6cc-67ea68f2b3c2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.223373432Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"region":"b958be82-9249-4ec7-b6cc-67ea68f2b3c2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b958be82-9249-4ec7-b6cc-67ea68f2b3c2\" \"--data\" \"/data/regions/b958be82-9249-4ec7-b6cc-67ea68f2b3c2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.225635203Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"region":"b958be82-9249-4ec7-b6cc-67ea68f2b3c2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.30081728Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions","method":"POST","req_id":"a38ef696-63ab-45f7-bd2a-162039d22c93","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.608619683Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions","method":"POST","req_id":"57164bb5-7d37-414d-99fa-de858fffd226","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.611047889Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"region":"b958be82-9249-4ec7-b6cc-67ea68f2b3c2","component":"worker"}
{"msg":"region b958be82-9249-4ec7-b6cc-67ea68f2b3c2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.611069159Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.611252024Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b958be82-9249-4ec7-b6cc-67ea68f2b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.611870861Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b958be82-9249-4ec7-b6cc-67ea68f2b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.625436379Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.657670932Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b958be82-9249-4ec7-b6cc-67ea68f2b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.663954933Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b958be82-9249-4ec7-b6cc-67ea68f2b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.664809536Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.664884928Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.664929769Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.66497167Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.673610204Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:28.680599014Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:29.25493773Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions","method":"POST","req_id":"19cc333a-539d-487b-bfc4-d0ce42a402f6","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region 9562ec30-2851-42c9-9bb9-ffcf510231b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.2463698Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.246515004Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.246535705Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions","method":"POST","req_id":"5655f7a8-cd75-49c4-8e25-a3804215654e","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":218,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_962b1ef1-fd21-4baa-a28a-e5c292e48320/crucible/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.25631122Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_962b1ef1-fd21-4baa-a28a-e5c292e48320/crucible/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.256340761Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9562ec30-2851-42c9-9bb9-ffcf510231b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.325495535Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"region":"9562ec30-2851-42c9-9bb9-ffcf510231b8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9562ec30-2851-42c9-9bb9-ffcf510231b8\" \"--data\" \"/data/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.325560467Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"region":"9562ec30-2851-42c9-9bb9-ffcf510231b8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.384276968Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions","method":"POST","req_id":"9cff53d8-efc9-4565-b776-b8ca3c654a34","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.402166073Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"region":"9562ec30-2851-42c9-9bb9-ffcf510231b8","component":"worker"}
{"msg":"region 9562ec30-2851-42c9-9bb9-ffcf510231b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.402196154Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.402311117Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9562ec30-2851-42c9-9bb9-ffcf510231b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.402737198Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9562ec30-2851-42c9-9bb9-ffcf510231b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.406175652Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.418618069Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9562ec30-2851-42c9-9bb9-ffcf510231b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.422502214Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.42272513Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.422781772Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.422832283Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.422869904Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.426268586Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:34.435595519Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:35.079912081Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions","method":"POST","req_id":"64da4e42-bccc-499d-b52f-14120d24278b","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.204303883Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","method":"GET","req_id":"9fe83e71-ecf5-49e8-87e9-d4fcd50e24ea","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"path is \"/data/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.208002814Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"datafile"}
{"msg":"dataset is oxp_962b1ef1-fd21-4baa-a28a-e5c292e48320/crucible/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.218801876Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"datafile"}
{"msg":"region 9562ec30-2851-42c9-9bb9-ffcf510231b8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.227661346Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.227858372Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.227917503Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","method":"DELETE","req_id":"dd6ccdf9-5382-47f3-9c5d-94b52e0b9a81","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19948,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-9562ec30-2851-42c9-9bb9-ffcf510231b8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.229088745Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.232447806Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","method":"GET","req_id":"1c43fb2e-f392-47c5-98de-13653f695ba7","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.234467411Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_962b1ef1-fd21-4baa-a28a-e5c292e48320/crucible/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.24514973Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"region":"9562ec30-2851-42c9-9bb9-ffcf510231b8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.293245184Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","method":"GET","req_id":"e6833a44-4252-4b91-95bf-84dfa565f1a9","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region 9562ec30-2851-42c9-9bb9-ffcf510231b8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.322357503Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T19:33:59.363309763Z","hostname":"oxz_crucible_b453215b-42d8-44cd-a5fe-d25ee70b992d","pid":23073,"uri":"/crucible/0/regions/9562ec30-2851-42c9-9bb9-ffcf510231b8","method":"GET","req_id":"59e44f16-1e3d-4f2a-aec1-7dc10cb8613c","remote_addr":"[fd00:1122:3344:101::a]:45559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":39,"response_code":"200"}