| 1 | | [ Dec 17 08:10:53 Enabled. ] |
| 2 | | [ Dec 17 08:10:53 Rereading configuration. ] |
| 3 | | [ Dec 17 08:10:54 Rereading configuration. ] |
| 4 | | [ Dec 17 08:10:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_433132dd-45f7-4f75-a880-c9ce108676d5/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] |
| 5 | | note: configured to log to "/dev/stdout" |
| 6 | 2024-12-17T08:10:58.736Z | INFO | crucible-agent: dataset: "oxp_433132dd-45f7-4f75-a880-c9ce108676d5/crucible"
|
| 7 | 2024-12-17T08:10:58.740Z | INFO | crucible-agent: listen IP: [fd00:1122:3344:101::14]:32345
|
| 8 | 2024-12-17T08:10:58.740Z | INFO | crucible-agent: SMF instance name downstairs_prefix: "downstairs"
|
| 9 | 2024-12-17T08:10:58.760Z | INFO | crucible-agent (datafile): Using conf_path:"/data/crucible.json"
|
| 10 | 2024-12-17T08:10:58.821Z | INFO | crucible-agent (dropshot): listening
local_addr = [fd00:1122:3344:101::14]:32345
|
| 11 | 2024-12-17T08:11:16.552Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::14]:32345
remote_addr = [fd00:1122:3344:101::b]:61066
|
| 12 | 2024-12-17T08:11:16.572Z | INFO | crucible-agent (datafile): region 86d8d021-615b-4503-aae4-0397ae1ee0bd state: Requested
|
| 13 | 2024-12-17T08:11:16.576Z | INFO | crucible-agent (worker): Region size:1073741824 reservation:1342177280 quota:3221225472
|
| 14 | 2024-12-17T08:11:16.580Z | INFO | crucible-agent (dropshot): request completed
latency_us = 10838
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61066
req_id = f1dde62c-de32-4aa3-b060-c4550cd20134
response_code = 200
uri = /crucible/0/regions
|
| 15 | 2024-12-17T08:11:16.587Z | INFO | crucible-agent (worker): zfs set reservation of 1342177280 for oxp_433132dd-45f7-4f75-a880-c9ce108676d5/crucible/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 16 | 2024-12-17T08:11:16.587Z | INFO | crucible-agent (worker): zfs set quota of 3221225472 for oxp_433132dd-45f7-4f75-a880-c9ce108676d5/crucible/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 17 | 2024-12-17T08:11:16.653Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("86d8d021-615b-4503-aae4-0397ae1ee0bd"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd"
region = 86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 18 | 2024-12-17T08:11:16.655Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "86d8d021-615b-4503-aae4-0397ae1ee0bd" "--data" "/data/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd" "--block-size" "512" "--extent-size" "131072" "--extent-count" "16" "--encrypted"
region = 86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 19 | 2024-12-17T08:11:16.847Z | INFO | crucible-agent (dropshot): request completed
latency_us = 78
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61066
req_id = ceb5e4fb-a9ea-40bf-9f60-b6036c78771f
response_code = 200
uri = /crucible/0/regions
|
| 20 | 2024-12-17T08:11:16.897Z | INFO | crucible-agent (worker): region files created ok
region = 86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 21 | 2024-12-17T08:11:16.897Z | INFO | crucible-agent (datafile): region 86d8d021-615b-4503-aae4-0397ae1ee0bd state: Requested -> Created
|
| 22 | 2024-12-17T08:11:16.897Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 23 | 2024-12-17T08:11:16.897Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 24 | 2024-12-17T08:11:16.929Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 25 | 2024-12-17T08:11:16.989Z | INFO | crucible-agent (worker): creating config property group
|
| 26 | 2024-12-17T08:11:17.006Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 27 | 2024-12-17T08:11:17.006Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 28 | 2024-12-17T08:11:17.007Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 29 | 2024-12-17T08:11:17.007Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
| 30 | 2024-12-17T08:11:17.007Z | INFO | crucible-agent (worker): commit
|
| 31 | 2024-12-17T08:11:17.019Z | INFO | crucible-agent (worker): ok!
|
| 32 | 2024-12-17T08:11:17.039Z | INFO | crucible-agent (worker): SMF ok!
|
| 33 | 2024-12-17T08:11:17.281Z | INFO | crucible-agent (dropshot): request completed
latency_us = 58
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61066
req_id = 10031cc5-3b4f-4ff0-beae-2963ae221c35
response_code = 200
uri = /crucible/0/regions
|
| 34 | 2024-12-17T08:11:18.214Z | INFO | crucible-agent (dropshot): request completed
latency_us = 58
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61066
req_id = c163020b-5383-467f-a985-755f951d151a
response_code = 200
uri = /crucible/0/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 35 | 2024-12-17T08:11:18.217Z | INFO | crucible-agent (datafile): path is "/data/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd"
|
| 36 | 2024-12-17T08:11:18.229Z | INFO | crucible-agent (datafile): dataset is oxp_433132dd-45f7-4f75-a880-c9ce108676d5/crucible/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 37 | 2024-12-17T08:11:18.239Z | INFO | crucible-agent (datafile): region 86d8d021-615b-4503-aae4-0397ae1ee0bd state: Created -> Tombstoned
|
| 38 | 2024-12-17T08:11:18.239Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 39 | 2024-12-17T08:11:18.239Z | INFO | crucible-agent (dropshot): request completed
latency_us = 21446
local_addr = [fd00:1122:3344:101::14]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:61066
req_id = 82cca0cb-03fc-44c2-b9a4-d49a114705e5
response_code = 204
uri = /crucible/0/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 40 | 2024-12-17T08:11:18.241Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61066
req_id = 90602af6-ac23-429d-bd06-2440c3b53de2
response_code = 200
uri = /crucible/0/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 41 | 2024-12-17T08:11:18.242Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-86d8d021-615b-4503-aae4-0397ae1ee0bd (instance states: (Some(Online), None))
|
| 42 | 2024-12-17T08:11:18.256Z | INFO | crucible-agent (worker): SMF ok!
|
| 43 | 2024-12-17T08:11:18.268Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_433132dd-45f7-4f75-a880-c9ce108676d5/crucible/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd"
region = 86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 44 | 2024-12-17T08:11:18.379Z | INFO | crucible-agent (dropshot): request completed
latency_us = 94
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61066
req_id = 8491c091-f5e7-4bb3-b55d-8b7f3ba47a0b
response_code = 200
uri = /crucible/0/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 45 | 2024-12-17T08:11:18.427Z | INFO | crucible-agent (datafile): region 86d8d021-615b-4503-aae4-0397ae1ee0bd state: Tombstoned -> Destroyed
|
| 46 | 2024-12-17T08:11:18.492Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61066
req_id = 53c5ac92-fd1c-4c2f-b0d1-44c52b1068d6
response_code = 200
uri = /crucible/0/regions/86d8d021-615b-4503-aae4-0397ae1ee0bd
|
| 47 | 2024-12-17T08:12:07.693Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::14]:32345
remote_addr = [fd00:1122:3344:101::a]:42613
|
| 48 | 2024-12-17T08:12:07.693Z | INFO | crucible-agent (datafile): region db5510f7-f6f0-4da6-96c2-b07ff1ac1806 state: Requested
|
| 49 | 2024-12-17T08:12:07.694Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 50 | 2024-12-17T08:12:07.694Z | INFO | crucible-agent (dropshot): request completed
latency_us = 223
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42613
req_id = fd96fb2c-af62-4728-b215-60e0f9e7708d
response_code = 200
uri = /crucible/0/regions
|
| 51 | 2024-12-17T08:12:07.702Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_433132dd-45f7-4f75-a880-c9ce108676d5/crucible/regions/db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 52 | 2024-12-17T08:12:07.702Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_433132dd-45f7-4f75-a880-c9ce108676d5/crucible/regions/db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 53 | 2024-12-17T08:12:07.759Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("db5510f7-f6f0-4da6-96c2-b07ff1ac1806"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/db5510f7-f6f0-4da6-96c2-b07ff1ac1806"
region = db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 54 | 2024-12-17T08:12:07.762Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "db5510f7-f6f0-4da6-96c2-b07ff1ac1806" "--data" "/data/regions/db5510f7-f6f0-4da6-96c2-b07ff1ac1806" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 55 | 2024-12-17T08:12:07.839Z | INFO | crucible-agent (worker): region files created ok
region = db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 56 | 2024-12-17T08:12:07.839Z | INFO | crucible-agent (datafile): region db5510f7-f6f0-4da6-96c2-b07ff1ac1806 state: Requested -> Created
|
| 57 | 2024-12-17T08:12:07.839Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 58 | 2024-12-17T08:12:07.840Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 59 | 2024-12-17T08:12:07.844Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 60 | 2024-12-17T08:12:07.851Z | INFO | crucible-agent (worker): creating config property group
|
| 61 | 2024-12-17T08:12:07.854Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 62 | 2024-12-17T08:12:07.854Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/db5510f7-f6f0-4da6-96c2-b07ff1ac1806
|
| 63 | 2024-12-17T08:12:07.854Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 64 | 2024-12-17T08:12:07.854Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
| 65 | 2024-12-17T08:12:07.854Z | INFO | crucible-agent (worker): commit
|
| 66 | 2024-12-17T08:12:07.858Z | INFO | crucible-agent (worker): ok!
|
| 67 | 2024-12-17T08:12:07.863Z | INFO | crucible-agent (worker): SMF ok!
|
| 68 | 2024-12-17T08:12:08.021Z | INFO | crucible-agent (dropshot): request completed
latency_us = 54
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42613
req_id = 57404584-2fe2-4910-9e31-2fe94c7bdddb
response_code = 200
uri = /crucible/0/regions
|