| 1 | 2024-08-27T23:45:28.994Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::b]:52644
|
| 2 | 2024-08-27T23:45:29.018Z | INFO | crucible-agent (datafile): region 13c4c32b-b312-4058-9e56-06baaa0af99c state: Requested
|
| 3 | 2024-08-27T23:45:29.023Z | INFO | crucible-agent (worker): Region size:1073741824 reservation:1342177280 quota:3221225472
|
| 4 | 2024-08-27T23:45:29.027Z | INFO | crucible-agent (dropshot): request completed
latency_us = 16447
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52644
req_id = bc868aeb-f722-45c3-89e0-0b3a2a81a52a
response_code = 200
uri = /crucible/0/regions
|
| 5 | 2024-08-27T23:45:29.038Z | INFO | crucible-agent (worker): zfs set reservation of 1342177280 for oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 6 | 2024-08-27T23:45:29.038Z | INFO | crucible-agent (worker): zfs set quota of 3221225472 for oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 7 | 2024-08-27T23:45:29.158Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("13c4c32b-b312-4058-9e56-06baaa0af99c"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/13c4c32b-b312-4058-9e56-06baaa0af99c"
region = 13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 8 | 2024-08-27T23:45:29.160Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "13c4c32b-b312-4058-9e56-06baaa0af99c" "--data" "/data/regions/13c4c32b-b312-4058-9e56-06baaa0af99c" "--block-size" "512" "--extent-size" "131072" "--extent-count" "16" "--encrypted"
region = 13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 9 | 2024-08-27T23:45:29.356Z | INFO | crucible-agent (dropshot): request completed
latency_us = 83
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52644
req_id = eecef8ee-e633-4749-82a5-a157e08e8e03
response_code = 200
uri = /crucible/0/regions
|
| 10 | 2024-08-27T23:45:29.427Z | INFO | crucible-agent (worker): region files created ok
region = 13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 11 | 2024-08-27T23:45:29.428Z | INFO | crucible-agent (datafile): region 13c4c32b-b312-4058-9e56-06baaa0af99c state: Requested -> Created
|
| 12 | 2024-08-27T23:45:29.428Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 13 | 2024-08-27T23:45:29.428Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 14 | 2024-08-27T23:45:29.439Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 15 | 2024-08-27T23:45:29.473Z | INFO | crucible-agent (worker): creating config property group
|
| 16 | 2024-08-27T23:45:29.488Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 17 | 2024-08-27T23:45:29.507Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 18 | 2024-08-27T23:45:29.509Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 19 | 2024-08-27T23:45:29.509Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 20 | 2024-08-27T23:45:29.509Z | INFO | crucible-agent (worker): commit
|
| 21 | 2024-08-27T23:45:29.520Z | INFO | crucible-agent (worker): ok!
|
| 22 | 2024-08-27T23:45:29.536Z | INFO | crucible-agent (worker): SMF ok!
|
| 23 | 2024-08-27T23:45:29.827Z | INFO | crucible-agent (dropshot): request completed
latency_us = 94
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52644
req_id = 3afa2f65-7b33-41bc-ad1a-6d82cf2c65c3
response_code = 200
uri = /crucible/0/regions
|
| 24 | 2024-08-27T23:45:30.542Z | INFO | crucible-agent (dropshot): request completed
latency_us = 54
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52644
req_id = ce907414-b493-4c94-b0f1-d43bb72485a1
response_code = 200
uri = /crucible/0/regions/13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 25 | 2024-08-27T23:45:30.545Z | INFO | crucible-agent (datafile): path is "/data/regions/13c4c32b-b312-4058-9e56-06baaa0af99c"
|
| 26 | 2024-08-27T23:45:30.555Z | INFO | crucible-agent (datafile): dataset is oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 27 | 2024-08-27T23:45:30.564Z | INFO | crucible-agent (datafile): region 13c4c32b-b312-4058-9e56-06baaa0af99c state: Created -> Tombstoned
|
| 28 | 2024-08-27T23:45:30.564Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 29 | 2024-08-27T23:45:30.564Z | INFO | crucible-agent (dropshot): request completed
latency_us = 19218
local_addr = [fd00:1122:3344:101::17]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:52644
req_id = 1e358f17-a604-47cf-9bd8-c7995359c11d
response_code = 204
uri = /crucible/0/regions/13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 30 | 2024-08-27T23:45:30.565Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-13c4c32b-b312-4058-9e56-06baaa0af99c (instance states: (Some(Online), None))
|
| 31 | 2024-08-27T23:45:30.568Z | INFO | crucible-agent (dropshot): request completed
latency_us = 28
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52644
req_id = 4f5615d4-c269-4570-9050-72be4405c404
response_code = 200
uri = /crucible/0/regions/13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 32 | 2024-08-27T23:45:30.573Z | INFO | crucible-agent (worker): SMF ok!
|
| 33 | 2024-08-27T23:45:30.584Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/13c4c32b-b312-4058-9e56-06baaa0af99c"
region = 13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 34 | 2024-08-27T23:45:30.650Z | INFO | crucible-agent (datafile): region 13c4c32b-b312-4058-9e56-06baaa0af99c state: Tombstoned -> Destroyed
|
| 35 | 2024-08-27T23:45:30.650Z | INFO | crucible-agent (dropshot): request completed
latency_us = 67
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52644
req_id = aad91faa-e33a-49c1-84a8-d30d8679794e
response_code = 200
uri = /crucible/0/regions/13c4c32b-b312-4058-9e56-06baaa0af99c
|
| 36 | 2024-08-27T23:46:16.263Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::a]:49766
|
| 37 | 2024-08-27T23:46:16.264Z | INFO | crucible-agent (datafile): region 326096ca-081c-4367-b244-475844af0427 state: Requested
|
| 38 | 2024-08-27T23:46:16.264Z | INFO | crucible-agent (dropshot): request completed
latency_us = 819
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49766
req_id = 6e2c8db7-63b8-42b1-8fb7-ec261e9d09f3
response_code = 200
uri = /crucible/0/regions
|
| 39 | 2024-08-27T23:46:16.264Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 40 | 2024-08-27T23:46:16.274Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427
|
| 41 | 2024-08-27T23:46:16.274Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427
|
| 42 | 2024-08-27T23:46:16.328Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("326096ca-081c-4367-b244-475844af0427"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/326096ca-081c-4367-b244-475844af0427"
region = 326096ca-081c-4367-b244-475844af0427
|
| 43 | 2024-08-27T23:46:16.329Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "326096ca-081c-4367-b244-475844af0427" "--data" "/data/regions/326096ca-081c-4367-b244-475844af0427" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 326096ca-081c-4367-b244-475844af0427
|
| 44 | 2024-08-27T23:46:16.407Z | INFO | crucible-agent (worker): region files created ok
region = 326096ca-081c-4367-b244-475844af0427
|
| 45 | 2024-08-27T23:46:16.407Z | INFO | crucible-agent (datafile): region 326096ca-081c-4367-b244-475844af0427 state: Requested -> Created
|
| 46 | 2024-08-27T23:46:16.407Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 47 | 2024-08-27T23:46:16.409Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-326096ca-081c-4367-b244-475844af0427
|
| 48 | 2024-08-27T23:46:16.414Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-326096ca-081c-4367-b244-475844af0427
|
| 49 | 2024-08-27T23:46:16.425Z | INFO | crucible-agent (worker): creating config property group
|
| 50 | 2024-08-27T23:46:16.431Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-326096ca-081c-4367-b244-475844af0427
|
| 51 | 2024-08-27T23:46:16.431Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/326096ca-081c-4367-b244-475844af0427
|
| 52 | 2024-08-27T23:46:16.432Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 53 | 2024-08-27T23:46:16.432Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 54 | 2024-08-27T23:46:16.432Z | INFO | crucible-agent (worker): commit
|
| 55 | 2024-08-27T23:46:16.435Z | INFO | crucible-agent (worker): ok!
|
| 56 | 2024-08-27T23:46:16.441Z | INFO | crucible-agent (worker): SMF ok!
|
| 57 | 2024-08-27T23:46:16.449Z | INFO | crucible-agent (dropshot): request completed
latency_us = 75
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49766
req_id = 43a9f49f-3754-438f-8787-39de554a294c
response_code = 200
uri = /crucible/0/regions
|
| 58 | 2024-08-27T23:51:24.945Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::a]:57310
|
| 59 | 2024-08-27T23:51:24.945Z | INFO | crucible-agent (dropshot): request completed
latency_us = 56
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57310
req_id = d6f71d27-933d-417a-94ad-e658fbc552f7
response_code = 200
uri = /crucible/0/regions/326096ca-081c-4367-b244-475844af0427
|
| 60 | 2024-08-27T23:51:24.952Z | INFO | crucible-agent (datafile): path is "/data/regions/326096ca-081c-4367-b244-475844af0427"
|
| 61 | 2024-08-27T23:51:24.960Z | INFO | crucible-agent (datafile): dataset is oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427
|
| 62 | 2024-08-27T23:51:24.970Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427@c923c5bb-f150-4ef2-823e-54e88c80e377
|
| 63 | 2024-08-27T23:51:24.970Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427", "c923c5bb-f150-4ef2-823e-54e88c80e377"]
|
| 64 | 2024-08-27T23:51:24.980Z | INFO | crucible-agent (dropshot): request completed
latency_us = 31959
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57310
req_id = df4c4c74-e728-4263-81b7-140ae2b2b9cb
response_code = 200
uri = /crucible/0/regions/326096ca-081c-4367-b244-475844af0427/snapshots/c923c5bb-f150-4ef2-823e-54e88c80e377
|
| 65 | 2024-08-27T23:51:24.984Z | INFO | crucible-agent (datafile): path is "/data/regions/326096ca-081c-4367-b244-475844af0427"
|
| 66 | 2024-08-27T23:51:24.992Z | INFO | crucible-agent (datafile): dataset is oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427
|
| 67 | 2024-08-27T23:51:25.001Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427@c923c5bb-f150-4ef2-823e-54e88c80e377
|
| 68 | 2024-08-27T23:51:25.001Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427", "c923c5bb-f150-4ef2-823e-54e88c80e377"]
|
| 69 | 2024-08-27T23:51:25.011Z | INFO | crucible-agent (datafile): requesting running snapshot 326096ca-081c-4367-b244-475844af0427-c923c5bb-f150-4ef2-823e-54e88c80e377 state: Requested
|
| 70 | 2024-08-27T23:51:25.012Z | INFO | crucible-agent (worker): applying SMF actions for region 326096ca-081c-4367-b244-475844af0427 running snapshot c923c5bb-f150-4ef2-823e-54e88c80e377 (state Requested)...
|
| 71 | 2024-08-27T23:51:25.012Z | INFO | crucible-agent (dropshot): request completed
latency_us = 28480
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57310
req_id = dbf4c81e-5d00-436d-b322-58c0ba0a9403
response_code = 200
uri = /crucible/0/regions/326096ca-081c-4367-b244-475844af0427/snapshots/c923c5bb-f150-4ef2-823e-54e88c80e377/run
|
| 72 | 2024-08-27T23:51:25.020Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-326096ca-081c-4367-b244-475844af0427-c923c5bb-f150-4ef2-823e-54e88c80e377
|
| 73 | 2024-08-27T23:51:25.025Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-326096ca-081c-4367-b244-475844af0427-c923c5bb-f150-4ef2-823e-54e88c80e377
|
| 74 | 2024-08-27T23:51:25.038Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-326096ca-081c-4367-b244-475844af0427-c923c5bb-f150-4ef2-823e-54e88c80e377
|
| 75 | 2024-08-27T23:51:25.038Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/326096ca-081c-4367-b244-475844af0427/.zfs/snapshot/c923c5bb-f150-4ef2-823e-54e88c80e377
|
| 76 | 2024-08-27T23:51:25.038Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 77 | 2024-08-27T23:51:25.038Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 78 | 2024-08-27T23:51:25.038Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 79 | 2024-08-27T23:51:25.038Z | INFO | crucible-agent (worker): commit
|
| 80 | 2024-08-27T23:51:25.042Z | INFO | crucible-agent (worker): ok!
|
| 81 | 2024-08-27T23:51:25.047Z | INFO | crucible-agent (worker): SMF ok!
|
| 82 | 2024-08-27T23:51:25.047Z | INFO | crucible-agent (datafile): region 326096ca-081c-4367-b244-475844af0427 running snapshot c923c5bb-f150-4ef2-823e-54e88c80e377 state: Requested -> Created
|
| 83 | 2024-08-27T23:51:25.294Z | INFO | crucible-agent (datafile): path is "/data/regions/326096ca-081c-4367-b244-475844af0427"
|
| 84 | 2024-08-27T23:51:25.304Z | INFO | crucible-agent (datafile): dataset is oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427
|
| 85 | 2024-08-27T23:51:25.313Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427@c923c5bb-f150-4ef2-823e-54e88c80e377
|
| 86 | 2024-08-27T23:51:25.313Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_1df19093-a749-4394-9c32-b41d22eaa752/crucible/regions/326096ca-081c-4367-b244-475844af0427", "c923c5bb-f150-4ef2-823e-54e88c80e377"]
|
| 87 | 2024-08-27T23:51:25.321Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27050
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57310
req_id = 73b2e952-a23a-4a9a-befe-50c1b19f1deb
response_code = 200
uri = /crucible/0/regions/326096ca-081c-4367-b244-475844af0427/snapshots/c923c5bb-f150-4ef2-823e-54e88c80e377/run
|