[ Mar 25 05:53:41 Enabled. ] [ Mar 25 05:53:41 Rereading configuration. ] [ Mar 25 05:53:47 Rereading configuration. ] [ Mar 25 05:53:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c170b9f4-bf55-4d1a-849c-91a30d275462/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_c170b9f4-bf55-4d1a-849c-91a30d275462/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:53:54.966012351Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:53:54.969228413Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:53:54.969238764Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:53:54.98510482Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:53:55.115785845Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:31.90208733Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43211"} {"msg":"region 8215592d-4022-4a70-b4a6-92bbdd99796d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:31.943386199Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:31.946073725Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"uri":"/crucible/0/regions","method":"POST","req_id":"991dc610-517d-43fd-9c09-1d017a924c78","remote_addr":"[fd00:1122:3344:101::a]:43211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":13972,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:31.948703098Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c170b9f4-bf55-4d1a-849c-91a30d275462/crucible/regions/8215592d-4022-4a70-b4a6-92bbdd99796d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:31.95876332Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c170b9f4-bf55-4d1a-849c-91a30d275462/crucible/regions/8215592d-4022-4a70-b4a6-92bbdd99796d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:31.958799721Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8215592d-4022-4a70-b4a6-92bbdd99796d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8215592d-4022-4a70-b4a6-92bbdd99796d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.004940325Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"region":"8215592d-4022-4a70-b4a6-92bbdd99796d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8215592d-4022-4a70-b4a6-92bbdd99796d\" \"--data\" \"/data/regions/8215592d-4022-4a70-b4a6-92bbdd99796d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.007265029Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"region":"8215592d-4022-4a70-b4a6-92bbdd99796d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.209344163Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"uri":"/crucible/0/regions","method":"POST","req_id":"61b1f317-0bf6-4448-ae61-1fa0139b717e","remote_addr":"[fd00:1122:3344:101::a]:43211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.265667372Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"region":"8215592d-4022-4a70-b4a6-92bbdd99796d","component":"worker"} {"msg":"region 8215592d-4022-4a70-b4a6-92bbdd99796d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.265707783Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.265835807Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8215592d-4022-4a70-b4a6-92bbdd99796d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.266255351Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8215592d-4022-4a70-b4a6-92bbdd99796d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.270816136Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.281385684Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8215592d-4022-4a70-b4a6-92bbdd99796d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.28409712Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8215592d-4022-4a70-b4a6-92bbdd99796d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.284823033Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.284884835Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.284929257Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.284970298Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.288566993Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.299540234Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T05:54:32.897486042Z","hostname":"oxz_crucible_25e7e0f7-82a0-427f-9539-cc8a6d2b8e3b","pid":23455,"uri":"/crucible/0/regions","method":"POST","req_id":"2a74edb7-61d0-4b67-bdec-c53ed7d8dbf7","remote_addr":"[fd00:1122:3344:101::a]:43211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":"200"}