[ Oct 17 15:07:36 Enabled. ] [ Oct 17 15:07:36 Rereading configuration. ] [ Oct 17 15:07:37 Rereading configuration. ] [ Oct 17 15:07:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.325311327Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.327041557Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.327052318Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.372576868Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.551925748Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.10345651Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43211"} {"msg":"region be804b8f-52fb-4bfb-911c-8829a97088fb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.152077471Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.157790168Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"edd17d08-42cd-41f6-acd0-637bece8da78","remote_addr":"[fd00:1122:3344:101::a]:43211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17917,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.16367682Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crucible/regions/be804b8f-52fb-4bfb-911c-8829a97088fb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.179410519Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crucible/regions/be804b8f-52fb-4bfb-911c-8829a97088fb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.179461931Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"be804b8f-52fb-4bfb-911c-8829a97088fb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be804b8f-52fb-4bfb-911c-8829a97088fb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.257061178Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"region":"be804b8f-52fb-4bfb-911c-8829a97088fb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be804b8f-52fb-4bfb-911c-8829a97088fb\" \"--data\" \"/data/regions/be804b8f-52fb-4bfb-911c-8829a97088fb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.263825195Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"region":"be804b8f-52fb-4bfb-911c-8829a97088fb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.507835824Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"97012167-294d-4e9e-9e34-fae4da6d1c58","remote_addr":"[fd00:1122:3344:101::a]:43211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.688140572Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"region":"be804b8f-52fb-4bfb-911c-8829a97088fb","component":"worker"} {"msg":"region be804b8f-52fb-4bfb-911c-8829a97088fb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.688203444Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.688211164Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-be804b8f-52fb-4bfb-911c-8829a97088fb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.691070438Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be804b8f-52fb-4bfb-911c-8829a97088fb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.698771392Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.719977402Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be804b8f-52fb-4bfb-911c-8829a97088fb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.736206736Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be804b8f-52fb-4bfb-911c-8829a97088fb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.736757722Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.736821754Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.736869405Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.736925447Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.744678504Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.751786632Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:20.068226166Z","hostname":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","pid":22010,"uri":"/crucible/0/regions","method":"POST","req_id":"de0359f0-13da-4bc8-b3ab-6043a17770f2","remote_addr":"[fd00:1122:3344:101::a]:43211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"}