| 1 | 2025-03-20T20:38:56.957Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::c]:53786
|
| 2 | 2025-03-20T20:38:56.960Z | INFO | crucible-agent (dropshot): request completed
latency_us = 2983
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = 8699a7b4-96b9-4ba0-a579-c1dd9040457d
response_code = 200
uri = /crucible/0/regions/a713b9b5-4d0a-4670-bda7-c1720596f111
|
| 3 | 2025-03-20T20:38:56.965Z | INFO | crucible-agent (datafile): path is "/data/regions/a713b9b5-4d0a-4670-bda7-c1720596f111"
|
| 4 | 2025-03-20T20:38:56.975Z | INFO | crucible-agent (datafile): dataset is oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111
|
| 5 | 2025-03-20T20:38:56.987Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e
|
| 6 | 2025-03-20T20:38:56.987Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111", "6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e"]
|
| 7 | 2025-03-20T20:38:57.002Z | INFO | crucible-agent (dropshot): request completed
latency_us = 39447
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = 9dad6d14-11c4-4a55-aeb8-9bf112abdd66
response_code = 200
uri = /crucible/0/regions/a713b9b5-4d0a-4670-bda7-c1720596f111/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e
|
| 8 | 2025-03-20T20:38:57.008Z | INFO | crucible-agent (datafile): path is "/data/regions/a713b9b5-4d0a-4670-bda7-c1720596f111"
|
| 9 | 2025-03-20T20:38:57.019Z | INFO | crucible-agent (datafile): dataset is oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111
|
| 10 | 2025-03-20T20:38:57.031Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e
|
| 11 | 2025-03-20T20:38:57.031Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111", "6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e"]
|
| 12 | 2025-03-20T20:38:57.046Z | INFO | crucible-agent (datafile): requesting running snapshot a713b9b5-4d0a-4670-bda7-c1720596f111-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e state: Requested
|
| 13 | 2025-03-20T20:38:57.047Z | INFO | crucible-agent (worker): applying SMF actions for region a713b9b5-4d0a-4670-bda7-c1720596f111 running snapshot 6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e (state Requested)...
|
| 14 | 2025-03-20T20:38:57.047Z | INFO | crucible-agent (dropshot): request completed
latency_us = 40027
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = 1769efd2-6d78-44ec-a2c8-43d97ceebd66
response_code = 200
uri = /crucible/0/regions/a713b9b5-4d0a-4670-bda7-c1720596f111/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e/run
|
| 15 | 2025-03-20T20:38:57.055Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-a713b9b5-4d0a-4670-bda7-c1720596f111-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e
|
| 16 | 2025-03-20T20:38:57.058Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-a713b9b5-4d0a-4670-bda7-c1720596f111-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e
|
| 17 | 2025-03-20T20:38:57.071Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-a713b9b5-4d0a-4670-bda7-c1720596f111-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e
|
| 18 | 2025-03-20T20:38:57.072Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/a713b9b5-4d0a-4670-bda7-c1720596f111/.zfs/snapshot/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e
|
| 19 | 2025-03-20T20:38:57.072Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2025-03-20T20:38:57.072Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2025-03-20T20:38:57.072Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 22 | 2025-03-20T20:38:57.072Z | INFO | crucible-agent (worker): commit
|
| 23 | 2025-03-20T20:38:57.076Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2025-03-20T20:38:57.082Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2025-03-20T20:38:57.082Z | INFO | crucible-agent (datafile): region a713b9b5-4d0a-4670-bda7-c1720596f111 running snapshot 6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e state: Requested -> Created
|
| 26 | 2025-03-20T20:38:57.308Z | INFO | crucible-agent (datafile): path is "/data/regions/a713b9b5-4d0a-4670-bda7-c1720596f111"
|
| 27 | 2025-03-20T20:38:57.317Z | INFO | crucible-agent (datafile): dataset is oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111
|
| 28 | 2025-03-20T20:38:57.325Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e
|
| 29 | 2025-03-20T20:38:57.325Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/a713b9b5-4d0a-4670-bda7-c1720596f111", "6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e"]
|
| 30 | 2025-03-20T20:38:57.333Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25295
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = be0d48c5-8c99-4bb9-8741-bd6c496f9ae2
response_code = 200
uri = /crucible/0/regions/a713b9b5-4d0a-4670-bda7-c1720596f111/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e/run
|
| 31 | 2025-03-20T20:39:01.571Z | INFO | crucible-agent (datafile): region 90ef75d4-2a87-4be2-8c0d-9bddb7166061 state: Requested
|
| 32 | 2025-03-20T20:39:01.572Z | INFO | crucible-agent (dropshot): request completed
latency_us = 264
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = 97cf5338-5a5e-4224-a61d-b549eb009eeb
response_code = 200
uri = /crucible/0/regions
|
| 33 | 2025-03-20T20:39:01.572Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 34 | 2025-03-20T20:39:01.582Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 35 | 2025-03-20T20:39:01.582Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 36 | 2025-03-20T20:39:01.642Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("90ef75d4-2a87-4be2-8c0d-9bddb7166061"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061"
region = 90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 37 | 2025-03-20T20:39:01.644Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "90ef75d4-2a87-4be2-8c0d-9bddb7166061" "--data" "/data/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 38 | 2025-03-20T20:39:01.788Z | INFO | crucible-agent (worker): region files created ok
region = 90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 39 | 2025-03-20T20:39:01.788Z | INFO | crucible-agent (datafile): region 90ef75d4-2a87-4be2-8c0d-9bddb7166061 state: Requested -> Created
|
| 40 | 2025-03-20T20:39:01.788Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 41 | 2025-03-20T20:39:01.788Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 42 | 2025-03-20T20:39:01.798Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 43 | 2025-03-20T20:39:01.807Z | INFO | crucible-agent (worker): creating config property group
|
| 44 | 2025-03-20T20:39:01.811Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 45 | 2025-03-20T20:39:01.811Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 46 | 2025-03-20T20:39:01.811Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 47 | 2025-03-20T20:39:01.811Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 48 | 2025-03-20T20:39:01.811Z | INFO | crucible-agent (worker): commit
|
| 49 | 2025-03-20T20:39:01.816Z | INFO | crucible-agent (worker): ok!
|
| 50 | 2025-03-20T20:39:01.828Z | INFO | crucible-agent (worker): SMF ok!
|
| 51 | 2025-03-20T20:39:01.924Z | INFO | crucible-agent (dropshot): request completed
latency_us = 1824
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = 3cdd98fa-75ab-445d-96e6-ee98fa1e0279
response_code = 200
uri = /crucible/0/regions
|
| 52 | 2025-03-20T20:39:02.140Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::a]:39427
|
| 53 | 2025-03-20T20:39:02.140Z | INFO | crucible-agent (dropshot): request completed
latency_us = 41
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39427
req_id = cf9bb0e3-307c-4b10-88c7-e5d27a13ea01
response_code = 200
uri = /crucible/0/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 54 | 2025-03-20T20:39:02.171Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::c]:58920
|
| 55 | 2025-03-20T20:39:02.171Z | INFO | crucible-agent (dropshot): request completed
latency_us = 33
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58920
req_id = 933919a4-97f8-4b7c-960b-609d4ccad6b3
response_code = 200
uri = /crucible/0/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 56 | 2025-03-20T20:39:02.207Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::b]:38120
|
| 57 | 2025-03-20T20:39:02.207Z | INFO | crucible-agent (dropshot): request completed
latency_us = 69
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38120
req_id = 66bdd3db-1e18-478e-bffe-56b39a50b9ea
response_code = 200
uri = /crucible/0/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 58 | 2025-03-20T20:39:27.701Z | INFO | crucible-agent (dropshot): request completed
latency_us = 38
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = bbc7eb85-b541-42b9-b930-786114262877
response_code = 200
uri = /crucible/0/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 59 | 2025-03-20T20:39:27.705Z | INFO | crucible-agent (datafile): path is "/data/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061"
|
| 60 | 2025-03-20T20:39:27.716Z | INFO | crucible-agent (datafile): dataset is oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 61 | 2025-03-20T20:39:27.726Z | INFO | crucible-agent (datafile): region 90ef75d4-2a87-4be2-8c0d-9bddb7166061 state: Created -> Tombstoned
|
| 62 | 2025-03-20T20:39:27.726Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 63 | 2025-03-20T20:39:27.726Z | INFO | crucible-agent (dropshot): request completed
latency_us = 21616
local_addr = [fd00:1122:3344:101::1a]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = a23d28fb-148b-4095-9564-afa8b6c38d7a
response_code = 204
uri = /crucible/0/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 64 | 2025-03-20T20:39:27.727Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-90ef75d4-2a87-4be2-8c0d-9bddb7166061 (instance states: (Some(Online), None))
|
| 65 | 2025-03-20T20:39:27.730Z | INFO | crucible-agent (dropshot): request completed
latency_us = 23
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = 20260395-d16f-4f06-bc03-68292f978eb0
response_code = 200
uri = /crucible/0/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 66 | 2025-03-20T20:39:27.734Z | INFO | crucible-agent (worker): SMF ok!
|
| 67 | 2025-03-20T20:39:27.745Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_1bdf77ce-b0c0-42f9-8fd3-099356a72836/crucible/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061"
region = 90ef75d4-2a87-4be2-8c0d-9bddb7166061
|
| 68 | 2025-03-20T20:39:27.795Z | INFO | crucible-agent (datafile): region 90ef75d4-2a87-4be2-8c0d-9bddb7166061 state: Tombstoned -> Destroyed
|
| 69 | 2025-03-20T20:39:27.866Z | INFO | crucible-agent (dropshot): request completed
latency_us = 69
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53786
req_id = 3829ccf2-51e5-495f-a33b-0d698954ae06
response_code = 200
uri = /crucible/0/regions/90ef75d4-2a87-4be2-8c0d-9bddb7166061
|