{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.048425721Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53890"} {"msg":"region dabb54f4-53be-4e3b-98e6-c406716a635c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.048515432Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.049103571Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"uri":"/crucible/0/regions","method":"POST","req_id":"d5b7f2ef-170b-44d5-a8f7-c788aa1bbd49","remote_addr":"[fd00:1122:3344:101::a]:53890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":628,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.049122631Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_facb4ef1-3898-4a96-a381-88ad4e3fa4e0/crucible/regions/dabb54f4-53be-4e3b-98e6-c406716a635c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.058789718Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_facb4ef1-3898-4a96-a381-88ad4e3fa4e0/crucible/regions/dabb54f4-53be-4e3b-98e6-c406716a635c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.058819449Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dabb54f4-53be-4e3b-98e6-c406716a635c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dabb54f4-53be-4e3b-98e6-c406716a635c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.11235737Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"region":"dabb54f4-53be-4e3b-98e6-c406716a635c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dabb54f4-53be-4e3b-98e6-c406716a635c\" \"--data\" \"/data/regions/dabb54f4-53be-4e3b-98e6-c406716a635c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.114197516Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"region":"dabb54f4-53be-4e3b-98e6-c406716a635c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.198483084Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"region":"dabb54f4-53be-4e3b-98e6-c406716a635c","component":"worker"} {"msg":"region dabb54f4-53be-4e3b-98e6-c406716a635c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.198514114Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.198634986Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dabb54f4-53be-4e3b-98e6-c406716a635c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.200158718Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dabb54f4-53be-4e3b-98e6-c406716a635c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.205471173Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.21863727Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dabb54f4-53be-4e3b-98e6-c406716a635c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.22147035Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dabb54f4-53be-4e3b-98e6-c406716a635c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.221667533Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.221719914Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.221764685Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.221801785Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.225337045Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.229246981Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.427797872Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"uri":"/crucible/0/regions","method":"POST","req_id":"877cd5be-f30a-4e6c-82c7-cfd588a7dae1","remote_addr":"[fd00:1122:3344:101::a]:53890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"region 3484945d-5722-4db0-b9ca-ed9835983abf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.237204753Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.237387216Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"uri":"/crucible/0/regions","method":"POST","req_id":"9e38421f-fd4e-4f4c-a3fc-9a162bfb41c1","remote_addr":"[fd00:1122:3344:101::a]:53890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":235,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.237403966Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_facb4ef1-3898-4a96-a381-88ad4e3fa4e0/crucible/regions/3484945d-5722-4db0-b9ca-ed9835983abf","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.24614223Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_facb4ef1-3898-4a96-a381-88ad4e3fa4e0/crucible/regions/3484945d-5722-4db0-b9ca-ed9835983abf","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.246171171Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3484945d-5722-4db0-b9ca-ed9835983abf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3484945d-5722-4db0-b9ca-ed9835983abf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.314951808Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"region":"3484945d-5722-4db0-b9ca-ed9835983abf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3484945d-5722-4db0-b9ca-ed9835983abf\" \"--data\" \"/data/regions/3484945d-5722-4db0-b9ca-ed9835983abf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.316773644Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"region":"3484945d-5722-4db0-b9ca-ed9835983abf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.382070931Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"region":"3484945d-5722-4db0-b9ca-ed9835983abf","component":"worker"} {"msg":"region 3484945d-5722-4db0-b9ca-ed9835983abf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.382115602Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.382248773Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3484945d-5722-4db0-b9ca-ed9835983abf","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.383311539Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3484945d-5722-4db0-b9ca-ed9835983abf","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.389780801Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.395472672Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"uri":"/crucible/0/regions","method":"POST","req_id":"2c506ee5-403f-4928-9016-e019989ebfa8","remote_addr":"[fd00:1122:3344:101::a]:53890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.396597848Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3484945d-5722-4db0-b9ca-ed9835983abf","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.399501639Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3484945d-5722-4db0-b9ca-ed9835983abf","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.399702812Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.399750312Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.399792353Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.399830823Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.402878647Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:57.408121191Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.712615723Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"uri":"/crucible/0/regions/3484945d-5722-4db0-b9ca-ed9835983abf","method":"GET","req_id":"44b5643d-938f-49a2-aed4-281f49cb1654","remote_addr":"[fd00:1122:3344:101::a]:53890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/3484945d-5722-4db0-b9ca-ed9835983abf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.715153869Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"datafile"} {"msg":"dataset is oxp_facb4ef1-3898-4a96-a381-88ad4e3fa4e0/crucible/regions/3484945d-5722-4db0-b9ca-ed9835983abf","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.725628198Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"datafile"} {"msg":"region 3484945d-5722-4db0-b9ca-ed9835983abf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.734034548Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.734334022Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.734405713Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"uri":"/crucible/0/regions/3484945d-5722-4db0-b9ca-ed9835983abf","method":"DELETE","req_id":"cfc462ce-087e-459c-a44c-29648e700115","remote_addr":"[fd00:1122:3344:101::a]:53890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19281,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-3484945d-5722-4db0-b9ca-ed9835983abf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.736413131Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.737176562Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"uri":"/crucible/0/regions/3484945d-5722-4db0-b9ca-ed9835983abf","method":"GET","req_id":"3f44d8af-6fe0-40b4-a412-d7739da897cb","remote_addr":"[fd00:1122:3344:101::a]:53890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.741775038Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_facb4ef1-3898-4a96-a381-88ad4e3fa4e0/crucible/regions/3484945d-5722-4db0-b9ca-ed9835983abf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.75253378Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"region":"3484945d-5722-4db0-b9ca-ed9835983abf","component":"worker"} {"msg":"region 3484945d-5722-4db0-b9ca-ed9835983abf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.796675218Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:17:22.866677342Z","hostname":"oxz_crucible_09790c06-6bd6-40de-90d1-ccdaeb06d637","pid":23659,"uri":"/crucible/0/regions/3484945d-5722-4db0-b9ca-ed9835983abf","method":"GET","req_id":"01b30e4e-0286-4b9b-b80f-55b6f7abdc29","remote_addr":"[fd00:1122:3344:101::a]:53890","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":"200"}