| 1 | | [ Dec 24 01:16:17 Enabled. ] |
| 2 | | [ Dec 24 01:16:17 Rereading configuration. ] |
| 3 | | [ Dec 24 01:16:18 Rereading configuration. ] |
| 4 | | [ Dec 24 01:16:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] |
| 5 | | note: configured to log to "/dev/stdout" |
| 6 | 2025-12-24T01:16:22.624Z | INFO | crucible-agent: Crucible Version: Crucible Version: 0.0.1
Commit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb
Commit timestamp: 2025-11-10T22:24:53.000000000Z branch: main
rustc: 1.90.0 stable x86_64-unknown-illumos
Cargo: x86_64-unknown-illumos Debug: false Opt level: 3
|
| 7 | 2025-12-24T01:16:22.625Z | INFO | crucible-agent: dataset: "oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible"
|
| 8 | 2025-12-24T01:16:22.625Z | INFO | crucible-agent: listen IP: [fd00:1122:3344:101::15]:32345
|
| 9 | 2025-12-24T01:16:22.625Z | INFO | crucible-agent: SMF instance name downstairs_prefix: "downstairs"
|
| 10 | 2025-12-24T01:16:22.636Z | INFO | crucible-agent (datafile): Using conf_path:"/data/crucible.json"
|
| 11 | 2025-12-24T01:16:22.730Z | INFO | crucible-agent (dropshot): listening
local_addr = [fd00:1122:3344:101::15]:32345
|
| 12 | 2025-12-24T01:17:18.598Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::b]:37808
|
| 13 | 2025-12-24T01:17:18.635Z | INFO | crucible-agent (datafile): region 2d564fce-c7ed-4c12-8196-4b53420a4a47 state: Requested
|
| 14 | 2025-12-24T01:17:18.637Z | INFO | crucible-agent (worker): Region size:1073741824 reservation:1342177280 quota:3221225472
|
| 15 | 2025-12-24T01:17:18.637Z | INFO | crucible-agent (dropshot): request completed
latency_us = 16024
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = 00f6bb26-0be4-4535-a76f-3a47101bf2fa
response_code = 200
uri = /crucible/0/regions
|
| 16 | 2025-12-24T01:17:18.645Z | INFO | crucible-agent (worker): zfs set reservation of 1342177280 for oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 17 | 2025-12-24T01:17:18.645Z | INFO | crucible-agent (worker): zfs set quota of 3221225472 for oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 18 | 2025-12-24T01:17:18.721Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("2d564fce-c7ed-4c12-8196-4b53420a4a47"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47"
region = 2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 19 | 2025-12-24T01:17:18.724Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "2d564fce-c7ed-4c12-8196-4b53420a4a47" "--data" "/data/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47" "--block-size" "512" "--extent-size" "131072" "--extent-count" "16" "--encrypted"
region = 2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 20 | 2025-12-24T01:17:18.860Z | INFO | crucible-agent (dropshot): request completed
latency_us = 58
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = 9177c954-ce67-4da1-beed-6a8cef92b1b4
response_code = 200
uri = /crucible/0/regions
|
| 21 | 2025-12-24T01:17:19.068Z | INFO | crucible-agent (worker): region files created ok
region = 2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 22 | 2025-12-24T01:17:19.068Z | INFO | crucible-agent (datafile): region 2d564fce-c7ed-4c12-8196-4b53420a4a47 state: Requested -> Created
|
| 23 | 2025-12-24T01:17:19.068Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 24 | 2025-12-24T01:17:19.069Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 25 | 2025-12-24T01:17:19.077Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 26 | 2025-12-24T01:17:19.101Z | INFO | crucible-agent (worker): creating config property group
|
| 27 | 2025-12-24T01:17:19.105Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 28 | 2025-12-24T01:17:19.105Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 29 | 2025-12-24T01:17:19.105Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 30 | 2025-12-24T01:17:19.105Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
| 31 | 2025-12-24T01:17:19.106Z | INFO | crucible-agent (worker): commit
|
| 32 | 2025-12-24T01:17:19.110Z | INFO | crucible-agent (worker): ok!
|
| 33 | 2025-12-24T01:17:19.116Z | INFO | crucible-agent (worker): SMF ok!
|
| 34 | 2025-12-24T01:17:19.123Z | INFO | crucible-agent (dropshot): request completed
latency_us = 57
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = d60e4f88-b631-419a-acd0-5a1ea4403520
response_code = 200
uri = /crucible/0/regions
|
| 35 | 2025-12-24T01:17:20.170Z | INFO | crucible-agent (dropshot): request completed
latency_us = 73
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = 4bc9d5ea-52a1-48b1-9806-fb34c4a619ab
response_code = 200
uri = /crucible/0/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 36 | 2025-12-24T01:17:20.174Z | INFO | crucible-agent (datafile): path is "/data/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47"
|
| 37 | 2025-12-24T01:17:20.183Z | INFO | crucible-agent (datafile): dataset is oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 38 | 2025-12-24T01:17:20.190Z | INFO | crucible-agent (datafile): region 2d564fce-c7ed-4c12-8196-4b53420a4a47 state: Created -> Tombstoned
|
| 39 | 2025-12-24T01:17:20.190Z | INFO | crucible-agent (dropshot): request completed
latency_us = 16059
local_addr = [fd00:1122:3344:101::15]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = 4676da3a-3e68-47e6-98ff-58cad8c58a2a
response_code = 204
uri = /crucible/0/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 40 | 2025-12-24T01:17:20.190Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 41 | 2025-12-24T01:17:20.191Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-2d564fce-c7ed-4c12-8196-4b53420a4a47 (instance states: (Some(Online), None))
|
| 42 | 2025-12-24T01:17:20.192Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = 1c9f382e-ddd8-4ed5-82df-f872ecacb7b1
response_code = 200
uri = /crucible/0/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 43 | 2025-12-24T01:17:20.196Z | INFO | crucible-agent (worker): SMF ok!
|
| 44 | 2025-12-24T01:17:20.206Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47"
region = 2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 45 | 2025-12-24T01:17:20.283Z | INFO | crucible-agent (dropshot): request completed
latency_us = 50
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = 030db5e5-4fdb-49e6-b376-8f87f53bbe22
response_code = 200
uri = /crucible/0/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 46 | 2025-12-24T01:17:20.285Z | INFO | crucible-agent (datafile): region 2d564fce-c7ed-4c12-8196-4b53420a4a47 state: Tombstoned -> Destroyed
|
| 47 | 2025-12-24T01:17:20.371Z | INFO | crucible-agent (dropshot): request completed
latency_us = 38
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = 4cb2feb9-593f-4f33-957d-0715669c5c24
response_code = 200
uri = /crucible/0/regions/2d564fce-c7ed-4c12-8196-4b53420a4a47
|
| 48 | 2025-12-24T01:17:22.542Z | INFO | crucible-agent (datafile): region d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf state: Requested
|
| 49 | 2025-12-24T01:17:22.542Z | INFO | crucible-agent (dropshot): request completed
latency_us = 262
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = c86140f8-58bc-422a-bf02-810e24857a16
response_code = 200
uri = /crucible/0/regions
|
| 50 | 2025-12-24T01:17:22.542Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 51 | 2025-12-24T01:17:22.549Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 52 | 2025-12-24T01:17:22.550Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 53 | 2025-12-24T01:17:22.629Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf"
region = d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 54 | 2025-12-24T01:17:22.629Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf" "--data" "/data/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 55 | 2025-12-24T01:17:22.703Z | INFO | crucible-agent (worker): region files created ok
region = d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 56 | 2025-12-24T01:17:22.703Z | INFO | crucible-agent (datafile): region d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf state: Requested -> Created
|
| 57 | 2025-12-24T01:17:22.704Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 58 | 2025-12-24T01:17:22.705Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 59 | 2025-12-24T01:17:22.708Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 60 | 2025-12-24T01:17:22.716Z | INFO | crucible-agent (worker): creating config property group
|
| 61 | 2025-12-24T01:17:22.720Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 62 | 2025-12-24T01:17:22.720Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 63 | 2025-12-24T01:17:22.720Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 64 | 2025-12-24T01:17:22.720Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
| 65 | 2025-12-24T01:17:22.720Z | INFO | crucible-agent (worker): commit
|
| 66 | 2025-12-24T01:17:22.724Z | INFO | crucible-agent (worker): ok!
|
| 67 | 2025-12-24T01:17:22.726Z | INFO | crucible-agent (dropshot): request completed
latency_us = 57
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37808
req_id = 0770bb0c-2b5a-4b46-a36c-91c6b8beea82
response_code = 200
uri = /crucible/0/regions
|
| 68 | 2025-12-24T01:17:22.729Z | INFO | crucible-agent (worker): SMF ok!
|
| 69 | 2025-12-24T01:28:47.275Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::b]:48677
|
| 70 | 2025-12-24T01:28:47.276Z | INFO | crucible-agent (dropshot): request completed
latency_us = 37
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = 5222dca3-9cb4-41ef-a87b-baa02d77ef0f
response_code = 200
uri = /crucible/0/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 71 | 2025-12-24T01:28:47.279Z | INFO | crucible-agent (datafile): path is "/data/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf"
|
| 72 | 2025-12-24T01:28:47.285Z | INFO | crucible-agent (datafile): dataset is oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 73 | 2025-12-24T01:28:47.292Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf@778267c0-6bc9-487e-860a-0308a2fd5e10
|
| 74 | 2025-12-24T01:28:47.292Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf", "778267c0-6bc9-487e-860a-0308a2fd5e10"]
|
| 75 | 2025-12-24T01:28:47.302Z | INFO | crucible-agent (dropshot): request completed
latency_us = 23687
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = 6283044b-20af-44d6-b7c4-3106bfd75de5
response_code = 200
uri = /crucible/0/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf/snapshots/778267c0-6bc9-487e-860a-0308a2fd5e10
|
| 76 | 2025-12-24T01:28:47.306Z | INFO | crucible-agent (datafile): path is "/data/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf"
|
| 77 | 2025-12-24T01:28:47.313Z | INFO | crucible-agent (datafile): dataset is oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 78 | 2025-12-24T01:28:47.318Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf@778267c0-6bc9-487e-860a-0308a2fd5e10
|
| 79 | 2025-12-24T01:28:47.318Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf", "778267c0-6bc9-487e-860a-0308a2fd5e10"]
|
| 80 | 2025-12-24T01:28:47.327Z | INFO | crucible-agent (datafile): requesting running snapshot d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf-778267c0-6bc9-487e-860a-0308a2fd5e10 state: Requested
|
| 81 | 2025-12-24T01:28:47.328Z | INFO | crucible-agent (dropshot): request completed
latency_us = 21576
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = 770ad242-3b74-461e-8bb3-64e7972cc93c
response_code = 200
uri = /crucible/0/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf/snapshots/778267c0-6bc9-487e-860a-0308a2fd5e10/run
|
| 82 | 2025-12-24T01:28:47.328Z | INFO | crucible-agent (worker): applying SMF actions for region d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf running snapshot 778267c0-6bc9-487e-860a-0308a2fd5e10 (state Requested)...
|
| 83 | 2025-12-24T01:28:47.351Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf-778267c0-6bc9-487e-860a-0308a2fd5e10
|
| 84 | 2025-12-24T01:28:47.362Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf-778267c0-6bc9-487e-860a-0308a2fd5e10
|
| 85 | 2025-12-24T01:28:47.376Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf-778267c0-6bc9-487e-860a-0308a2fd5e10
|
| 86 | 2025-12-24T01:28:47.376Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf/.zfs/snapshot/778267c0-6bc9-487e-860a-0308a2fd5e10
|
| 87 | 2025-12-24T01:28:47.376Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 88 | 2025-12-24T01:28:47.377Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 89 | 2025-12-24T01:28:47.377Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
| 90 | 2025-12-24T01:28:47.377Z | INFO | crucible-agent (worker): commit
|
| 91 | 2025-12-24T01:28:47.380Z | INFO | crucible-agent (worker): ok!
|
| 92 | 2025-12-24T01:28:47.384Z | INFO | crucible-agent (worker): SMF ok!
|
| 93 | 2025-12-24T01:28:47.384Z | INFO | crucible-agent (datafile): region d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf running snapshot 778267c0-6bc9-487e-860a-0308a2fd5e10 state: Requested -> Created
|
| 94 | 2025-12-24T01:28:47.509Z | INFO | crucible-agent (datafile): path is "/data/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf"
|
| 95 | 2025-12-24T01:28:47.515Z | INFO | crucible-agent (datafile): dataset is oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf
|
| 96 | 2025-12-24T01:28:47.522Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf@778267c0-6bc9-487e-860a-0308a2fd5e10
|
| 97 | 2025-12-24T01:28:47.522Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf", "778267c0-6bc9-487e-860a-0308a2fd5e10"]
|
| 98 | 2025-12-24T01:28:47.528Z | INFO | crucible-agent (dropshot): request completed
latency_us = 19335
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = 09700d77-47c8-4450-ac72-9964cb5d3084
response_code = 200
uri = /crucible/0/regions/d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf/snapshots/778267c0-6bc9-487e-860a-0308a2fd5e10/run
|
| 99 | 2025-12-24T01:28:53.431Z | INFO | crucible-agent (datafile): region 28e6174c-aed9-4bdc-9854-e200a9ef23e7 state: Requested
|
| 100 | 2025-12-24T01:28:53.431Z | INFO | crucible-agent (dropshot): request completed
latency_us = 225
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = bc03faf9-3ec3-4633-99ac-33c12691d8db
response_code = 200
uri = /crucible/0/regions
|
| 101 | 2025-12-24T01:28:53.431Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 102 | 2025-12-24T01:28:53.438Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 103 | 2025-12-24T01:28:53.438Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 104 | 2025-12-24T01:28:53.505Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("28e6174c-aed9-4bdc-9854-e200a9ef23e7"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7"
region = 28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 105 | 2025-12-24T01:28:53.505Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "28e6174c-aed9-4bdc-9854-e200a9ef23e7" "--data" "/data/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 106 | 2025-12-24T01:28:53.604Z | INFO | crucible-agent (worker): region files created ok
region = 28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 107 | 2025-12-24T01:28:53.604Z | INFO | crucible-agent (datafile): region 28e6174c-aed9-4bdc-9854-e200a9ef23e7 state: Requested -> Created
|
| 108 | 2025-12-24T01:28:53.604Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 109 | 2025-12-24T01:28:53.605Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 110 | 2025-12-24T01:28:53.608Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 111 | 2025-12-24T01:28:53.614Z | INFO | crucible-agent (worker): creating config property group
|
| 112 | 2025-12-24T01:28:53.617Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 113 | 2025-12-24T01:28:53.618Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 114 | 2025-12-24T01:28:53.618Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 115 | 2025-12-24T01:28:53.618Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
| 116 | 2025-12-24T01:28:53.618Z | INFO | crucible-agent (worker): commit
|
| 117 | 2025-12-24T01:28:53.621Z | INFO | crucible-agent (worker): ok!
|
| 118 | 2025-12-24T01:28:53.622Z | INFO | crucible-agent (dropshot): request completed
latency_us = 67
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = 3d3f2cf3-017f-4ded-af52-d1e031b0e961
response_code = 200
uri = /crucible/0/regions
|
| 119 | 2025-12-24T01:28:53.633Z | INFO | crucible-agent (worker): SMF ok!
|
| 120 | 2025-12-24T01:29:19.586Z | INFO | crucible-agent (dropshot): request completed
latency_us = 54
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = 0a00b8fa-04c1-4192-9edb-a3efb17a100f
response_code = 200
uri = /crucible/0/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 121 | 2025-12-24T01:29:19.589Z | INFO | crucible-agent (datafile): path is "/data/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7"
|
| 122 | 2025-12-24T01:29:19.601Z | INFO | crucible-agent (datafile): dataset is oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 123 | 2025-12-24T01:29:19.609Z | INFO | crucible-agent (datafile): region 28e6174c-aed9-4bdc-9854-e200a9ef23e7 state: Created -> Tombstoned
|
| 124 | 2025-12-24T01:29:19.610Z | INFO | crucible-agent (dropshot): request completed
latency_us = 20380
local_addr = [fd00:1122:3344:101::15]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = 8fdb5f11-8176-49d3-bdac-26d037b8cfc5
response_code = 204
uri = /crucible/0/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 125 | 2025-12-24T01:29:19.610Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 126 | 2025-12-24T01:29:19.611Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-28e6174c-aed9-4bdc-9854-e200a9ef23e7 (instance states: (Some(Online), None))
|
| 127 | 2025-12-24T01:29:19.613Z | INFO | crucible-agent (dropshot): request completed
latency_us = 33
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = 558eb5bd-d62b-47f1-9c53-1a9dce66760f
response_code = 200
uri = /crucible/0/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 128 | 2025-12-24T01:29:19.622Z | INFO | crucible-agent (worker): SMF ok!
|
| 129 | 2025-12-24T01:29:19.631Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crucible/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7"
region = 28e6174c-aed9-4bdc-9854-e200a9ef23e7
|
| 130 | 2025-12-24T01:29:19.684Z | INFO | crucible-agent (datafile): region 28e6174c-aed9-4bdc-9854-e200a9ef23e7 state: Tombstoned -> Destroyed
|
| 131 | 2025-12-24T01:29:19.760Z | INFO | crucible-agent (dropshot): request completed
latency_us = 51
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48677
req_id = b8885405-d940-44f7-83e8-663c6e2838a5
response_code = 200
uri = /crucible/0/regions/28e6174c-aed9-4bdc-9854-e200a9ef23e7
|