{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:01.435437347Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:01.72259285Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.215491118Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58032"} {"msg":"region a5106e57-15be-454a-8d3f-cdf42af8474b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.248577979Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.25422583Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.254253741Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions","method":"POST","req_id":"c7b26561-6a63-4911-bffe-13913b2c051f","remote_addr":"[fd00:1122:3344:101::c]:58032","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":13317,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crucible/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.264754355Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crucible/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.264787436Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a5106e57-15be-454a-8d3f-cdf42af8474b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a5106e57-15be-454a-8d3f-cdf42af8474b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.321551345Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"region":"a5106e57-15be-454a-8d3f-cdf42af8474b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a5106e57-15be-454a-8d3f-cdf42af8474b\" \"--data\" \"/data/regions/a5106e57-15be-454a-8d3f-cdf42af8474b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.325587219Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"region":"a5106e57-15be-454a-8d3f-cdf42af8474b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.44934188Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions","method":"POST","req_id":"94622428-bbbb-48e6-866d-9964b0437cc4","remote_addr":"[fd00:1122:3344:101::c]:58032","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.544781181Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"region":"a5106e57-15be-454a-8d3f-cdf42af8474b","component":"worker"} {"msg":"region a5106e57-15be-454a-8d3f-cdf42af8474b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.544826202Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.544922423Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a5106e57-15be-454a-8d3f-cdf42af8474b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.547269439Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a5106e57-15be-454a-8d3f-cdf42af8474b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.551237702Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.565259055Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a5106e57-15be-454a-8d3f-cdf42af8474b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.568202447Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.573282872Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.573346253Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.573394904Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.573449254Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.576838011Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:44.581740925Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.08349214Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions","method":"POST","req_id":"4b2179ac-e580-4a92-bb0d-7ae71c908e4f","remote_addr":"[fd00:1122:3344:101::c]:58032","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.573081483Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","method":"GET","req_id":"b746621e-e408-4710-8f2e-9c79c41441db","remote_addr":"[fd00:1122:3344:101::c]:58032","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"path is \"/data/regions/a5106e57-15be-454a-8d3f-cdf42af8474b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.575868824Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"dataset is oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crucible/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.587010925Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"region a5106e57-15be-454a-8d3f-cdf42af8474b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.597577381Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.597724252Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.597796993Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","method":"DELETE","req_id":"38615756-584d-46a8-894f-380736b00639","remote_addr":"[fd00:1122:3344:101::c]:58032","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21962,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-a5106e57-15be-454a-8d3f-cdf42af8474b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.598930235Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.600719395Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","method":"GET","req_id":"52d8dccd-eba7-4765-af95-6dd0d3717b7a","remote_addr":"[fd00:1122:3344:101::c]:58032","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.602892619Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crucible/regions/a5106e57-15be-454a-8d3f-cdf42af8474b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.613691546Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"region":"a5106e57-15be-454a-8d3f-cdf42af8474b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.672136983Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","method":"GET","req_id":"94e2b0f6-1f19-4034-a907-a826b7be5619","remote_addr":"[fd00:1122:3344:101::c]:58032","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region a5106e57-15be-454a-8d3f-cdf42af8474b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.676142337Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:15:45.76439874Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/a5106e57-15be-454a-8d3f-cdf42af8474b","method":"GET","req_id":"185e7478-ae22-4595-9b93-36fc9ed257b8","remote_addr":"[fd00:1122:3344:101::c]:58032","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.892513312Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48363"} {"msg":"region 75da1c77-d142-486f-965b-14fa93706591 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.892724545Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.892896336Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.892908487Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions","method":"POST","req_id":"4a42d62d-9318-44c8-8c1b-284a690f5861","remote_addr":"[fd00:1122:3344:101::a]:48363","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":215,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crucible/regions/75da1c77-d142-486f-965b-14fa93706591","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.901061725Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crucible/regions/75da1c77-d142-486f-965b-14fa93706591","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.901096446Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"75da1c77-d142-486f-965b-14fa93706591\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/75da1c77-d142-486f-965b-14fa93706591\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.952524277Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"region":"75da1c77-d142-486f-965b-14fa93706591","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"75da1c77-d142-486f-965b-14fa93706591\" \"--data\" \"/data/regions/75da1c77-d142-486f-965b-14fa93706591\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:18.954391497Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"region":"75da1c77-d142-486f-965b-14fa93706591","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.01780389Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"region":"75da1c77-d142-486f-965b-14fa93706591","component":"worker"} {"msg":"region 75da1c77-d142-486f-965b-14fa93706591 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.01783619Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.017956071Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-75da1c77-d142-486f-965b-14fa93706591","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.019555769Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-75da1c77-d142-486f-965b-14fa93706591","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.02240692Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.029126081Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-75da1c77-d142-486f-965b-14fa93706591","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.032862584Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/75da1c77-d142-486f-965b-14fa93706591","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.033144667Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.033205727Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.033248748Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.033289319Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.036745256Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.041009863Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:16:19.213903699Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions","method":"POST","req_id":"71972c30-2ffb-4b31-980e-9389f8789e9c","remote_addr":"[fd00:1122:3344:101::a]:48363","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.795417766Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/75da1c77-d142-486f-965b-14fa93706591","method":"GET","req_id":"4c8490f5-bdb7-418b-aebe-b25790cb8742","remote_addr":"[fd00:1122:3344:101::a]:48363","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/75da1c77-d142-486f-965b-14fa93706591\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.798440719Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"dataset is oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crucible/regions/75da1c77-d142-486f-965b-14fa93706591","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.808963774Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"region 75da1c77-d142-486f-965b-14fa93706591 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.818086804Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.818281206Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.818335006Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/75da1c77-d142-486f-965b-14fa93706591","method":"DELETE","req_id":"357a861f-96cd-4f54-9ff7-8b69a5f94a65","remote_addr":"[fd00:1122:3344:101::a]:48363","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19918,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-75da1c77-d142-486f-965b-14fa93706591 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.820077445Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.821796554Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/75da1c77-d142-486f-965b-14fa93706591","method":"GET","req_id":"3fd811d3-2649-40d7-aa83-55a983b6785e","remote_addr":"[fd00:1122:3344:101::a]:48363","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.826495926Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crucible/regions/75da1c77-d142-486f-965b-14fa93706591\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.836709927Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"region":"75da1c77-d142-486f-965b-14fa93706591","component":"worker"} {"msg":"region 75da1c77-d142-486f-965b-14fa93706591 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.897548851Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-09T22:17:02.96159933Z","hostname":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","pid":26485,"uri":"/crucible/0/regions/75da1c77-d142-486f-965b-14fa93706591","method":"GET","req_id":"495ed826-cd3f-4510-93db-0f753543b30c","remote_addr":"[fd00:1122:3344:101::a]:48363","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":"200"}