{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:11.929254249Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57111"} {"msg":"region 415690c9-4bad-478e-a3d4-5bbc85be6039 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:11.929376321Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:11.930301748Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:11.930312768Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"uri":"/crucible/0/regions","method":"POST","req_id":"4d1882bc-1800-4008-89e7-10b46f0d4fd1","remote_addr":"[fd00:1122:3344:101::c]:57111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":967,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_7850ab0c-e28e-4a26-887c-99f5388d36e2/crucible/regions/415690c9-4bad-478e-a3d4-5bbc85be6039","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:11.943286745Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7850ab0c-e28e-4a26-887c-99f5388d36e2/crucible/regions/415690c9-4bad-478e-a3d4-5bbc85be6039","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:11.943307995Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"415690c9-4bad-478e-a3d4-5bbc85be6039\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/415690c9-4bad-478e-a3d4-5bbc85be6039\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:11.992841519Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"region":"415690c9-4bad-478e-a3d4-5bbc85be6039","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"415690c9-4bad-478e-a3d4-5bbc85be6039\" \"--data\" \"/data/regions/415690c9-4bad-478e-a3d4-5bbc85be6039\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:11.992879119Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"region":"415690c9-4bad-478e-a3d4-5bbc85be6039","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.086002018Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"region":"415690c9-4bad-478e-a3d4-5bbc85be6039","component":"worker"} {"msg":"region 415690c9-4bad-478e-a3d4-5bbc85be6039 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.086039078Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.08613806Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-415690c9-4bad-478e-a3d4-5bbc85be6039","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.087587387Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-415690c9-4bad-478e-a3d4-5bbc85be6039","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.094627645Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.106787437Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-415690c9-4bad-478e-a3d4-5bbc85be6039","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.110415003Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/415690c9-4bad-478e-a3d4-5bbc85be6039","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.110702738Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.110759899Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.11079879Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.11084102Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.114808033Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.119253394Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:12.189507195Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"uri":"/crucible/0/regions","method":"POST","req_id":"54603321-7157-40dc-bed2-5f74d50d9084","remote_addr":"[fd00:1122:3344:101::c]:57111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.358457775Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"uri":"/crucible/0/regions/415690c9-4bad-478e-a3d4-5bbc85be6039","method":"GET","req_id":"1e8b2f48-f1f5-4086-a94e-6036a58fccc8","remote_addr":"[fd00:1122:3344:101::c]:57111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/415690c9-4bad-478e-a3d4-5bbc85be6039\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.361468809Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"datafile"} {"msg":"dataset is oxp_7850ab0c-e28e-4a26-887c-99f5388d36e2/crucible/regions/415690c9-4bad-478e-a3d4-5bbc85be6039","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.374473687Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"datafile"} {"msg":"region 415690c9-4bad-478e-a3d4-5bbc85be6039 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.383639844Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.383814767Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.383877618Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"uri":"/crucible/0/regions/415690c9-4bad-478e-a3d4-5bbc85be6039","method":"DELETE","req_id":"85199673-1107-46a0-a3d2-10884a0aab94","remote_addr":"[fd00:1122:3344:101::c]:57111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22454,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-415690c9-4bad-478e-a3d4-5bbc85be6039 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.385436736Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.387707568Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"uri":"/crucible/0/regions/415690c9-4bad-478e-a3d4-5bbc85be6039","method":"GET","req_id":"1092c28e-0c8a-4791-b0e6-af678d9ae70c","remote_addr":"[fd00:1122:3344:101::c]:57111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.391544508Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7850ab0c-e28e-4a26-887c-99f5388d36e2/crucible/regions/415690c9-4bad-478e-a3d4-5bbc85be6039\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.402274303Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"region":"415690c9-4bad-478e-a3d4-5bbc85be6039","component":"worker"} {"msg":"region 415690c9-4bad-478e-a3d4-5bbc85be6039 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.451253857Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:40:38.533738921Z","hostname":"oxz_crucible_84943d73-f6a3-4002-916d-d30b659b3a4b","pid":22950,"uri":"/crucible/0/regions/415690c9-4bad-478e-a3d4-5bbc85be6039","method":"GET","req_id":"9efa7a88-7b3b-401c-ab2d-7cfc7c7f695e","remote_addr":"[fd00:1122:3344:101::c]:57111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}