| 1 | | [ Jul 4 15:31:18 Enabled. ] |
| 2 | | [ Jul 4 15:31:18 Rereading configuration. ] |
| 3 | | [ Jul 4 15:31:22 Rereading configuration. ] |
| 4 | | [ Jul 4 15:31:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] |
| 5 | | note: configured to log to "/dev/stdout" |
| 6 | 2026-07-04T15:31:28.709Z | INFO | crucible-agent: Crucible Version: Crucible Version: 0.0.1
Commit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b
Commit timestamp: 2026-06-25T19:33:01.000000000Z branch: main
rustc: 1.90.0 stable x86_64-unknown-illumos
Cargo: x86_64-unknown-illumos Debug: false Opt level: 3
|
| 7 | 2026-07-04T15:31:28.709Z | INFO | crucible-agent: dataset: "oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible"
|
| 8 | 2026-07-04T15:31:28.709Z | INFO | crucible-agent: listen IP: [fd00:1122:3344:101::16]:32345
|
| 9 | 2026-07-04T15:31:28.709Z | INFO | crucible-agent: SMF instance name downstairs_prefix: "downstairs"
|
| 10 | 2026-07-04T15:31:28.727Z | INFO | crucible-agent (datafile): Using conf_path:"/data/crucible.json"
|
| 11 | 2026-07-04T15:31:29.365Z | INFO | crucible-agent (dropshot): listening
local_addr = [fd00:1122:3344:101::16]:32345
|
| 12 | 2026-07-04T15:31:58.782Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::16]:32345
remote_addr = [fd00:1122:3344:101::c]:58688
|
| 13 | 2026-07-04T15:31:58.814Z | INFO | crucible-agent (datafile): region b88e6710-172d-4bc1-bb56-a6a9d4990049 state: Requested
|
| 14 | 2026-07-04T15:31:58.819Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 15 | 2026-07-04T15:31:58.821Z | INFO | crucible-agent (dropshot): request completed
latency_us = 15870
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58688
req_id = c20144aa-41b2-49f4-aa62-3f384424af60
response_code = 200
uri = /crucible/0/regions
|
| 16 | 2026-07-04T15:31:58.826Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 17 | 2026-07-04T15:31:58.826Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 18 | 2026-07-04T15:31:58.903Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("b88e6710-172d-4bc1-bb56-a6a9d4990049"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049"
region = b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 19 | 2026-07-04T15:31:58.905Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "b88e6710-172d-4bc1-bb56-a6a9d4990049" "--data" "/data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 20 | 2026-07-04T15:31:58.964Z | INFO | crucible-agent (dropshot): request completed
latency_us = 65
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58688
req_id = 1c670ade-742c-4eea-b688-1c1b6a316a4f
response_code = 200
uri = /crucible/0/regions
|
| 21 | 2026-07-04T15:31:59.063Z | INFO | crucible-agent (worker): region files created ok
region = b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 22 | 2026-07-04T15:31:59.066Z | INFO | crucible-agent (datafile): region b88e6710-172d-4bc1-bb56-a6a9d4990049 state: Requested -> Created
|
| 23 | 2026-07-04T15:31:59.067Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 24 | 2026-07-04T15:31:59.069Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 25 | 2026-07-04T15:31:59.077Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 26 | 2026-07-04T15:31:59.110Z | INFO | crucible-agent (worker): creating config property group
|
| 27 | 2026-07-04T15:31:59.124Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 28 | 2026-07-04T15:31:59.125Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 29 | 2026-07-04T15:31:59.128Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 30 | 2026-07-04T15:31:59.128Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 31 | 2026-07-04T15:31:59.128Z | INFO | crucible-agent (worker): commit
|
| 32 | 2026-07-04T15:31:59.143Z | INFO | crucible-agent (worker): ok!
|
| 33 | 2026-07-04T15:31:59.148Z | INFO | crucible-agent (worker): SMF ok!
|
| 34 | 2026-07-04T15:31:59.623Z | INFO | crucible-agent (dropshot): request completed
latency_us = 174
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58688
req_id = 7ae55808-77e6-4ee9-930d-f20ef867fa0c
response_code = 200
uri = /crucible/0/regions
|
| 35 | 2026-07-04T15:43:07.900Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::16]:32345
remote_addr = [fd00:1122:3344:101::c]:39283
|
| 36 | 2026-07-04T15:43:07.900Z | INFO | crucible-agent (datafile): region 83069e8b-ed76-46c8-a2d4-bc1281d8eece state: Requested
|
| 37 | 2026-07-04T15:43:07.902Z | INFO | crucible-agent (dropshot): request completed
latency_us = 1417
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = 4f1d22db-faa1-4a88-9f9d-99c9d197a0ab
response_code = 200
uri = /crucible/0/regions
|
| 38 | 2026-07-04T15:43:07.902Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 39 | 2026-07-04T15:43:07.910Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 40 | 2026-07-04T15:43:07.910Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 41 | 2026-07-04T15:43:07.984Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("83069e8b-ed76-46c8-a2d4-bc1281d8eece"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/83069e8b-ed76-46c8-a2d4-bc1281d8eece"
region = 83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 42 | 2026-07-04T15:43:07.984Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "83069e8b-ed76-46c8-a2d4-bc1281d8eece" "--data" "/data/regions/83069e8b-ed76-46c8-a2d4-bc1281d8eece" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 43 | 2026-07-04T15:43:08.140Z | INFO | crucible-agent (dropshot): request completed
latency_us = 57
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = ccc9dd0f-36bf-4e26-8106-3f79848d9b14
response_code = 200
uri = /crucible/0/regions
|
| 44 | 2026-07-04T15:43:08.249Z | INFO | crucible-agent (worker): region files created ok
region = 83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 45 | 2026-07-04T15:43:08.249Z | INFO | crucible-agent (datafile): region 83069e8b-ed76-46c8-a2d4-bc1281d8eece state: Requested -> Created
|
| 46 | 2026-07-04T15:43:08.249Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 47 | 2026-07-04T15:43:08.249Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 48 | 2026-07-04T15:43:08.284Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 49 | 2026-07-04T15:43:08.338Z | INFO | crucible-agent (worker): creating config property group
|
| 50 | 2026-07-04T15:43:08.355Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 51 | 2026-07-04T15:43:08.355Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/83069e8b-ed76-46c8-a2d4-bc1281d8eece
|
| 52 | 2026-07-04T15:43:08.355Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 53 | 2026-07-04T15:43:08.355Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 54 | 2026-07-04T15:43:08.355Z | INFO | crucible-agent (worker): commit
|
| 55 | 2026-07-04T15:43:08.368Z | INFO | crucible-agent (worker): ok!
|
| 56 | 2026-07-04T15:43:08.384Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 57 | 2026-07-04T15:43:08.384Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 58 | 2026-07-04T15:43:08.384Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::16
|
| 59 | 2026-07-04T15:43:08.384Z | INFO | crucible-agent (worker): reconfig required
|
| 60 | 2026-07-04T15:43:08.384Z | INFO | crucible-agent (worker): using existing config property group
|
| 61 | 2026-07-04T15:43:08.384Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 62 | 2026-07-04T15:43:08.384Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 63 | 2026-07-04T15:43:08.385Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 64 | 2026-07-04T15:43:08.385Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 65 | 2026-07-04T15:43:08.385Z | INFO | crucible-agent (worker): commit
|
| 66 | 2026-07-04T15:43:08.435Z | INFO | crucible-agent (worker): ok!
|
| 67 | 2026-07-04T15:43:08.436Z | INFO | crucible-agent (worker): SMF ok!
|
| 68 | 2026-07-04T15:43:08.623Z | INFO | crucible-agent (dropshot): request completed
latency_us = 59
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = f7a21fcd-2216-4b5e-be18-bf35a19bff5b
response_code = 200
uri = /crucible/0/regions
|
| 69 | 2026-07-04T15:43:10.663Z | INFO | crucible-agent (dropshot): request completed
latency_us = 73
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = 49636fad-581b-4dd4-bd2d-a85a908b5383
response_code = 200
uri = /crucible/0/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 70 | 2026-07-04T15:43:10.667Z | INFO | crucible-agent (datafile): path is "/data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049"
|
| 71 | 2026-07-04T15:43:10.673Z | INFO | crucible-agent (datafile): dataset is oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 72 | 2026-07-04T15:43:10.680Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049@a3409a38-1846-43c8-9a16-d8f3b352cbc5
|
| 73 | 2026-07-04T15:43:10.680Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049", "a3409a38-1846-43c8-9a16-d8f3b352cbc5"]
|
| 74 | 2026-07-04T15:43:10.692Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25209
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = 6a5c466a-a1fe-43ef-807f-8acbacbdff9e
response_code = 200
uri = /crucible/0/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049/snapshots/a3409a38-1846-43c8-9a16-d8f3b352cbc5
|
| 75 | 2026-07-04T15:43:10.696Z | INFO | crucible-agent (datafile): path is "/data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049"
|
| 76 | 2026-07-04T15:43:10.700Z | INFO | crucible-agent (datafile): dataset is oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 77 | 2026-07-04T15:43:10.705Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049@a3409a38-1846-43c8-9a16-d8f3b352cbc5
|
| 78 | 2026-07-04T15:43:10.705Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049", "a3409a38-1846-43c8-9a16-d8f3b352cbc5"]
|
| 79 | 2026-07-04T15:43:10.711Z | INFO | crucible-agent (datafile): requesting running snapshot b88e6710-172d-4bc1-bb56-a6a9d4990049-a3409a38-1846-43c8-9a16-d8f3b352cbc5 state: Requested
|
| 80 | 2026-07-04T15:43:10.720Z | INFO | crucible-agent (worker): applying SMF actions for region b88e6710-172d-4bc1-bb56-a6a9d4990049 running snapshot a3409a38-1846-43c8-9a16-d8f3b352cbc5 (state Requested)...
|
| 81 | 2026-07-04T15:43:10.720Z | INFO | crucible-agent (dropshot): request completed
latency_us = 24476
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = eb2f4382-3149-48f1-82f8-e0e60110ed97
response_code = 200
uri = /crucible/0/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049/snapshots/a3409a38-1846-43c8-9a16-d8f3b352cbc5/run
|
| 82 | 2026-07-04T15:43:10.721Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 83 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 84 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::16
|
| 85 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): reconfig required
|
| 86 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): using existing config property group
|
| 87 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 88 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 89 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 90 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 91 | 2026-07-04T15:43:10.722Z | INFO | crucible-agent (worker): commit
|
| 92 | 2026-07-04T15:43:10.728Z | INFO | crucible-agent (worker): ok!
|
| 93 | 2026-07-04T15:43:10.738Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-b88e6710-172d-4bc1-bb56-a6a9d4990049-a3409a38-1846-43c8-9a16-d8f3b352cbc5
|
| 94 | 2026-07-04T15:43:10.753Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-b88e6710-172d-4bc1-bb56-a6a9d4990049-a3409a38-1846-43c8-9a16-d8f3b352cbc5
|
| 95 | 2026-07-04T15:43:10.831Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-b88e6710-172d-4bc1-bb56-a6a9d4990049-a3409a38-1846-43c8-9a16-d8f3b352cbc5
|
| 96 | 2026-07-04T15:43:10.831Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049/.zfs/snapshot/a3409a38-1846-43c8-9a16-d8f3b352cbc5
|
| 97 | 2026-07-04T15:43:10.831Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 98 | 2026-07-04T15:43:10.831Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 99 | 2026-07-04T15:43:10.831Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 100 | 2026-07-04T15:43:10.831Z | INFO | crucible-agent (worker): commit
|
| 101 | 2026-07-04T15:43:10.842Z | INFO | crucible-agent (worker): ok!
|
| 102 | 2026-07-04T15:43:10.869Z | INFO | crucible-agent (worker): SMF ok!
|
| 103 | 2026-07-04T15:43:10.869Z | INFO | crucible-agent (datafile): region b88e6710-172d-4bc1-bb56-a6a9d4990049 running snapshot a3409a38-1846-43c8-9a16-d8f3b352cbc5 state: Requested -> Created
|
| 104 | 2026-07-04T15:43:10.942Z | INFO | crucible-agent (datafile): path is "/data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049"
|
| 105 | 2026-07-04T15:43:10.949Z | INFO | crucible-agent (datafile): dataset is oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 106 | 2026-07-04T15:43:10.954Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049@a3409a38-1846-43c8-9a16-d8f3b352cbc5
|
| 107 | 2026-07-04T15:43:10.954Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049", "a3409a38-1846-43c8-9a16-d8f3b352cbc5"]
|
| 108 | 2026-07-04T15:43:10.958Z | INFO | crucible-agent (dropshot): request completed
latency_us = 15909
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = 009bd128-fb2f-44ad-a291-bfb4031f0647
response_code = 200
uri = /crucible/0/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049/snapshots/a3409a38-1846-43c8-9a16-d8f3b352cbc5/run
|
| 109 | 2026-07-04T15:43:18.728Z | INFO | crucible-agent (datafile): region 4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907 state: Requested
|
| 110 | 2026-07-04T15:43:18.728Z | INFO | crucible-agent (dropshot): request completed
latency_us = 235
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = bc1a318c-50cb-4363-8911-3ed86cf57b43
response_code = 200
uri = /crucible/0/regions
|
| 111 | 2026-07-04T15:43:18.728Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 112 | 2026-07-04T15:43:18.734Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 113 | 2026-07-04T15:43:18.734Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 114 | 2026-07-04T15:43:18.837Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907"
region = 4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 115 | 2026-07-04T15:43:18.838Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907" "--data" "/data/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 116 | 2026-07-04T15:43:19.025Z | INFO | crucible-agent (dropshot): request completed
latency_us = 58
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = edac6fb9-2dcf-4b29-bb20-58daeb8d6613
response_code = 200
uri = /crucible/0/regions
|
| 117 | 2026-07-04T15:43:19.152Z | INFO | crucible-agent (worker): region files created ok
region = 4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 118 | 2026-07-04T15:43:19.152Z | INFO | crucible-agent (datafile): region 4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907 state: Requested -> Created
|
| 119 | 2026-07-04T15:43:19.152Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 120 | 2026-07-04T15:43:19.153Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 121 | 2026-07-04T15:43:19.178Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 122 | 2026-07-04T15:43:19.215Z | INFO | crucible-agent (worker): creating config property group
|
| 123 | 2026-07-04T15:43:19.239Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 124 | 2026-07-04T15:43:19.240Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 125 | 2026-07-04T15:43:19.240Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19003
|
| 126 | 2026-07-04T15:43:19.240Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 127 | 2026-07-04T15:43:19.240Z | INFO | crucible-agent (worker): commit
|
| 128 | 2026-07-04T15:43:19.331Z | INFO | crucible-agent (worker): ok!
|
| 129 | 2026-07-04T15:43:19.365Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 130 | 2026-07-04T15:43:19.365Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 131 | 2026-07-04T15:43:19.365Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::16
|
| 132 | 2026-07-04T15:43:19.365Z | INFO | crucible-agent (worker): reconfig required
|
| 133 | 2026-07-04T15:43:19.365Z | INFO | crucible-agent (worker): using existing config property group
|
| 134 | 2026-07-04T15:43:19.365Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 135 | 2026-07-04T15:43:19.384Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 136 | 2026-07-04T15:43:19.384Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 137 | 2026-07-04T15:43:19.384Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 138 | 2026-07-04T15:43:19.384Z | INFO | crucible-agent (worker): commit
|
| 139 | 2026-07-04T15:43:19.397Z | INFO | crucible-agent (worker): ok!
|
| 140 | 2026-07-04T15:43:19.399Z | INFO | crucible-agent (worker): SMF ok!
|
| 141 | 2026-07-04T15:43:19.409Z | INFO | crucible-agent (dropshot): request completed
latency_us = 65
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39283
req_id = 86dfdc6d-cdd7-418e-9e05-e65e0aef793e
response_code = 200
uri = /crucible/0/regions
|
| 142 | 2026-07-04T15:43:51.685Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::16]:32345
remote_addr = [fd00:1122:3344:101::c]:52220
|
| 143 | 2026-07-04T15:43:51.685Z | INFO | crucible-agent (dropshot): request completed
latency_us = 41
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52220
req_id = c12a4490-695c-4cbd-add5-e292a20bcba5
response_code = 200
uri = /crucible/0/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 144 | 2026-07-04T15:43:51.688Z | INFO | crucible-agent (datafile): path is "/data/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907"
|
| 145 | 2026-07-04T15:43:51.696Z | INFO | crucible-agent (datafile): dataset is oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 146 | 2026-07-04T15:43:51.705Z | INFO | crucible-agent (datafile): region 4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907 state: Created -> Tombstoned
|
| 147 | 2026-07-04T15:43:51.705Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 148 | 2026-07-04T15:43:51.708Z | INFO | crucible-agent (dropshot): request completed
latency_us = 20216
local_addr = [fd00:1122:3344:101::16]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:52220
req_id = b22e0b2a-e53d-49dd-975a-add1f70ed8e8
response_code = 204
uri = /crucible/0/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 149 | 2026-07-04T15:43:51.708Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907 (instance states: (Some(Online), None))
|
| 150 | 2026-07-04T15:43:51.710Z | INFO | crucible-agent (dropshot): request completed
latency_us = 50
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52220
req_id = 8db1b7d3-c93c-4811-8572-a62f0c4f0a1b
response_code = 200
uri = /crucible/0/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 151 | 2026-07-04T15:43:51.713Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 152 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 153 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::16
|
| 154 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): reconfig required
|
| 155 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): using existing config property group
|
| 156 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 157 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/b88e6710-172d-4bc1-bb56-a6a9d4990049
|
| 158 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 159 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 160 | 2026-07-04T15:43:51.714Z | INFO | crucible-agent (worker): commit
|
| 161 | 2026-07-04T15:43:51.718Z | INFO | crucible-agent (worker): ok!
|
| 162 | 2026-07-04T15:43:51.720Z | INFO | crucible-agent (worker): SMF ok!
|
| 163 | 2026-07-04T15:43:51.727Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_38b90813-067f-426f-83f5-5c081d83974b/crucible/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907"
region = 4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|
| 164 | 2026-07-04T15:43:51.785Z | INFO | crucible-agent (datafile): region 4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907 state: Tombstoned -> Destroyed
|
| 165 | 2026-07-04T15:43:51.797Z | INFO | crucible-agent (dropshot): request completed
latency_us = 55
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52220
req_id = a57fd9e3-abeb-428f-b4eb-8569e9ab6193
response_code = 200
uri = /crucible/0/regions/4c9bfbdc-4ab8-4eaa-b7db-f90b067ba907
|