{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:31.891427371Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43323"} {"msg":"region a31ded12-bb3d-4c2d-b4b7-f23beb67ef52 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:31.939175553Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:31.944872842Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"9105577f-b635-4b0c-82b8-f32d6e923b4f","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19747,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:31.944893503Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f24b7d67-4be5-4757-8460-2d158a9a12d3/crucible/regions/a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:31.960898579Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f24b7d67-4be5-4757-8460-2d158a9a12d3/crucible/regions/a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:31.96092458Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a31ded12-bb3d-4c2d-b4b7-f23beb67ef52\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a31ded12-bb3d-4c2d-b4b7-f23beb67ef52\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.017109696Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"region":"a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a31ded12-bb3d-4c2d-b4b7-f23beb67ef52\" \"--data\" \"/data/regions/a31ded12-bb3d-4c2d-b4b7-f23beb67ef52\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.019338048Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"region":"a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.24096226Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"5823b777-8dac-44e0-8fe0-275e28c54847","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":623,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.329980693Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"region":"a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","component":"worker"} {"msg":"region a31ded12-bb3d-4c2d-b4b7-f23beb67ef52 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.330026544Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.330191539Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.330610801Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.336607528Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.349626421Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.352609924Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a31ded12-bb3d-4c2d-b4b7-f23beb67ef52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.35317708Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.353231632Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.353272943Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.353312484Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.35748841Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.370890584Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:32.582531897Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"042f714f-4792-4947-a19f-6deab144e39b","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"region b9a24fc1-f74a-4c18-b42f-4a93442dab6a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.286474061Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.286650786Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"7ec27659-cd13-4c14-afc6-b5c2e62e0c76","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":218,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.286669896Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f24b7d67-4be5-4757-8460-2d158a9a12d3/crucible/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.296811279Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f24b7d67-4be5-4757-8460-2d158a9a12d3/crucible/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.29684514Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b9a24fc1-f74a-4c18-b42f-4a93442dab6a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.352609526Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"region":"b9a24fc1-f74a-4c18-b42f-4a93442dab6a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b9a24fc1-f74a-4c18-b42f-4a93442dab6a\" \"--data\" \"/data/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.352670677Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"region":"b9a24fc1-f74a-4c18-b42f-4a93442dab6a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.428932965Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"region":"b9a24fc1-f74a-4c18-b42f-4a93442dab6a","component":"worker"} {"msg":"region b9a24fc1-f74a-4c18-b42f-4a93442dab6a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.428985236Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.429056838Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b9a24fc1-f74a-4c18-b42f-4a93442dab6a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.430528009Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b9a24fc1-f74a-4c18-b42f-4a93442dab6a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.433458431Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.440685883Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b9a24fc1-f74a-4c18-b42f-4a93442dab6a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.443879752Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.444220661Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.444278593Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.444320864Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.444360315Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.448415388Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.453262653Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:20:38.527648988Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions","method":"POST","req_id":"f0e34713-a640-43cd-b677-64af5e8ee96c","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.278408425Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a","method":"GET","req_id":"fa3bf7c5-b573-4b0f-8727-f70bd8028045","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2309,"response_code":"200"} {"msg":"path is \"/data/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.281234914Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"datafile"} {"msg":"dataset is oxp_f24b7d67-4be5-4757-8460-2d158a9a12d3/crucible/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.292795696Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"datafile"} {"msg":"region b9a24fc1-f74a-4c18-b42f-4a93442dab6a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.302458396Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.302642801Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.302692532Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a","method":"DELETE","req_id":"3eed0243-a9c6-4dac-b754-8df341a2278a","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21485,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-b9a24fc1-f74a-4c18-b42f-4a93442dab6a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.303956137Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.305613354Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a","method":"GET","req_id":"ea95c944-4360-4de4-8a19-915cd79a07bd","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.310814799Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f24b7d67-4be5-4757-8460-2d158a9a12d3/crucible/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.32234287Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"region":"b9a24fc1-f74a-4c18-b42f-4a93442dab6a","component":"worker"} {"msg":"region b9a24fc1-f74a-4c18-b42f-4a93442dab6a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.379468194Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T23:21:03.450889086Z","hostname":"oxz_crucible_a3b92681-ed11-475b-b75d-7d992dc3612b","pid":22742,"uri":"/crucible/0/regions/b9a24fc1-f74a-4c18-b42f-4a93442dab6a","method":"GET","req_id":"6d37bc72-2833-480e-825f-0df82a182a74","remote_addr":"[fd00:1122:3344:101::a]:43323","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"}