{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.244005204Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41870"} {"msg":"region b1c4f32d-c760-41ed-bd45-4a6597e95014 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.244244219Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.245781746Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions","method":"POST","req_id":"12c2d085-8aaa-4f0c-9316-b1da34373e07","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1583,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.245797197Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_61811815-99c2-417c-a654-5920ee12f3d5/crucible/regions/b1c4f32d-c760-41ed-bd45-4a6597e95014","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.258089893Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_61811815-99c2-417c-a654-5920ee12f3d5/crucible/regions/b1c4f32d-c760-41ed-bd45-4a6597e95014","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.258118864Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b1c4f32d-c760-41ed-bd45-4a6597e95014\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b1c4f32d-c760-41ed-bd45-4a6597e95014\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.335172074Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"region":"b1c4f32d-c760-41ed-bd45-4a6597e95014","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b1c4f32d-c760-41ed-bd45-4a6597e95014\" \"--data\" \"/data/regions/b1c4f32d-c760-41ed-bd45-4a6597e95014\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.335217166Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"region":"b1c4f32d-c760-41ed-bd45-4a6597e95014","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.418763892Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions","method":"POST","req_id":"3de12cc1-66d9-4cf2-b6ef-237efc8771f3","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.453995503Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"region":"b1c4f32d-c760-41ed-bd45-4a6597e95014","component":"worker"} {"msg":"region b1c4f32d-c760-41ed-bd45-4a6597e95014 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.454020724Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.454123096Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b1c4f32d-c760-41ed-bd45-4a6597e95014","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.455707294Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b1c4f32d-c760-41ed-bd45-4a6597e95014","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.466887814Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.493362063Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b1c4f32d-c760-41ed-bd45-4a6597e95014","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.508228512Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b1c4f32d-c760-41ed-bd45-4a6597e95014","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.508578571Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.508632562Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.508680903Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.508722854Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.519536175Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.528180304Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.814656309Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions","method":"POST","req_id":"08098550-61d9-4c27-98c7-66b07635fdd0","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1217,"response_code":"200"} {"msg":"region 67e1b799-f018-449f-b6be-c269debee7cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.069550799Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.069782274Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions","method":"POST","req_id":"59369d0d-5d28-4dea-9a63-62dc5823a8e9","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":278,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.069799334Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_61811815-99c2-417c-a654-5920ee12f3d5/crucible/regions/67e1b799-f018-449f-b6be-c269debee7cf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.080746999Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_61811815-99c2-417c-a654-5920ee12f3d5/crucible/regions/67e1b799-f018-449f-b6be-c269debee7cf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.080775619Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"67e1b799-f018-449f-b6be-c269debee7cf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/67e1b799-f018-449f-b6be-c269debee7cf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.150309778Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"region":"67e1b799-f018-449f-b6be-c269debee7cf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"67e1b799-f018-449f-b6be-c269debee7cf\" \"--data\" \"/data/regions/67e1b799-f018-449f-b6be-c269debee7cf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.150357859Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"region":"67e1b799-f018-449f-b6be-c269debee7cf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.281386182Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"region":"67e1b799-f018-449f-b6be-c269debee7cf","component":"worker"} {"msg":"region 67e1b799-f018-449f-b6be-c269debee7cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.281428754Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.281539576Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-67e1b799-f018-449f-b6be-c269debee7cf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.28252227Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-67e1b799-f018-449f-b6be-c269debee7cf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.295601066Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.310882395Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-67e1b799-f018-449f-b6be-c269debee7cf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.316132031Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/67e1b799-f018-449f-b6be-c269debee7cf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.316464229Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.316559302Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.316637264Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.316707685Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.322913815Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.340272554Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.354781674Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions","method":"POST","req_id":"4e26c4c9-24c0-4673-8a69-f9e229cd61d9","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.78799682Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions/67e1b799-f018-449f-b6be-c269debee7cf","method":"GET","req_id":"9e1aac58-2dd5-48c4-b72f-88f2d29958ef","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/67e1b799-f018-449f-b6be-c269debee7cf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.791562216Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"datafile"} {"msg":"dataset is oxp_61811815-99c2-417c-a654-5920ee12f3d5/crucible/regions/67e1b799-f018-449f-b6be-c269debee7cf","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.803911194Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"datafile"} {"msg":"region 67e1b799-f018-449f-b6be-c269debee7cf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.813767722Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.813976337Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.814022259Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions/67e1b799-f018-449f-b6be-c269debee7cf","method":"DELETE","req_id":"42b0e9d4-3f19-49e4-b366-d5aef3311212","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23181,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-67e1b799-f018-449f-b6be-c269debee7cf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.815636957Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.818291762Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions/67e1b799-f018-449f-b6be-c269debee7cf","method":"GET","req_id":"7ba8b9c7-39b3-4ecb-bfbe-2465ea0b6cb9","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.822456562Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_61811815-99c2-417c-a654-5920ee12f3d5/crucible/regions/67e1b799-f018-449f-b6be-c269debee7cf\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.833648412Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"region":"67e1b799-f018-449f-b6be-c269debee7cf","component":"worker"} {"msg":"region 67e1b799-f018-449f-b6be-c269debee7cf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.889944201Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.90316078Z","hostname":"oxz_crucible_6d7d095d-5757-467a-8083-d453986f245a","pid":22593,"uri":"/crucible/0/regions/67e1b799-f018-449f-b6be-c269debee7cf","method":"GET","req_id":"65eaf354-0061-4cdd-9bfa-ae19323569cc","remote_addr":"[fd00:1122:3344:101::b]:41870","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":"200"}