[ Jul 6 00:07:51 Enabled. ] [ Jul 6 00:07:51 Rereading configuration. ] [ Jul 6 00:07:53 Rereading configuration. ] [ Jul 6 00:07:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_05665420-5e42-4534-83d1-b4b73f92c491/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_05665420-5e42-4534-83d1-b4b73f92c491/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:07:55.762194315Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:07:55.766494958Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:07:55.766511718Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:07:55.786387185Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:07:55.891668546Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:33.932724173Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34538"} {"msg":"region 61f22532-f76d-4fad-8c33-2a4e32f03b5f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:33.953600347Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:33.962995127Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:33.963014087Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"uri":"/crucible/0/regions","method":"POST","req_id":"d4fa1dee-7212-4ed5-a068-411a36cc4662","remote_addr":"[fd00:1122:3344:101::a]:34538","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17700,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_05665420-5e42-4534-83d1-b4b73f92c491/crucible/regions/61f22532-f76d-4fad-8c33-2a4e32f03b5f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:33.976878669Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_05665420-5e42-4534-83d1-b4b73f92c491/crucible/regions/61f22532-f76d-4fad-8c33-2a4e32f03b5f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:33.976911309Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"61f22532-f76d-4fad-8c33-2a4e32f03b5f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/61f22532-f76d-4fad-8c33-2a4e32f03b5f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.037208892Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"region":"61f22532-f76d-4fad-8c33-2a4e32f03b5f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"61f22532-f76d-4fad-8c33-2a4e32f03b5f\" \"--data\" \"/data/regions/61f22532-f76d-4fad-8c33-2a4e32f03b5f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.039237214Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"region":"61f22532-f76d-4fad-8c33-2a4e32f03b5f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.312394516Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"uri":"/crucible/0/regions","method":"POST","req_id":"9c6ff57f-d04a-4e56-8648-d1b1825f551d","remote_addr":"[fd00:1122:3344:101::a]:34538","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.31389383Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"region":"61f22532-f76d-4fad-8c33-2a4e32f03b5f","component":"worker"} {"msg":"region 61f22532-f76d-4fad-8c33-2a4e32f03b5f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.31392126Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.314032382Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-61f22532-f76d-4fad-8c33-2a4e32f03b5f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.314440579Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-61f22532-f76d-4fad-8c33-2a4e32f03b5f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.320976582Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.340150388Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-61f22532-f76d-4fad-8c33-2a4e32f03b5f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.343138306Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61f22532-f76d-4fad-8c33-2a4e32f03b5f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.343869988Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.348177286Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.348224447Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.348264278Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.35651663Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.363490311Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-06T00:14:34.576092406Z","hostname":"oxz_crucible_82bbc823-811c-4ea4-adbb-453cfe570acf","pid":25715,"uri":"/crucible/0/regions","method":"POST","req_id":"eb5261cf-1f09-4916-89e3-e655a48dde0a","remote_addr":"[fd00:1122:3344:101::a]:34538","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":93,"response_code":"200"}