[ Feb 24 04:56:58 Enabled. ] [ Feb 24 04:56:58 Rereading configuration. ] [ Feb 24 04:57:03 Rereading configuration. ] [ Feb 24 04:57:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:57:10.342242286Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:57:10.343065896Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:57:10.343073917Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:57:10.538511613Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.214172268Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47526"} {"msg":"region 3afaa2d5-82c5-498f-9558-c2092959d7d0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.293350972Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.296541414Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"uri":"/crucible/0/regions","method":"POST","req_id":"bf79ee9d-f8c9-417a-be47-6e4f776fe4e2","remote_addr":"[fd00:1122:3344:101::a]:47526","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":13948,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.296572004Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3afaa2d5-82c5-498f-9558-c2092959d7d0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.304826133Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3afaa2d5-82c5-498f-9558-c2092959d7d0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.304857793Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3afaa2d5-82c5-498f-9558-c2092959d7d0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/3afaa2d5-82c5-498f-9558-c2092959d7d0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.353280182Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"region":"3afaa2d5-82c5-498f-9558-c2092959d7d0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.480688951Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"region":"3afaa2d5-82c5-498f-9558-c2092959d7d0","component":"worker"} {"msg":"region 3afaa2d5-82c5-498f-9558-c2092959d7d0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.480745862Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.480834283Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3afaa2d5-82c5-498f-9558-c2092959d7d0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.481304079Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3afaa2d5-82c5-498f-9558-c2092959d7d0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.485620727Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.496675172Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3afaa2d5-82c5-498f-9558-c2092959d7d0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.499882624Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3afaa2d5-82c5-498f-9558-c2092959d7d0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.507827019Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.509847476Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.509914977Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.509958317Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.517086221Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.520668469Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.548144571Z","hostname":"oxz_crucible_d063fe42-c3e4-4bc3-9c7a-ac021519333e","pid":23361,"uri":"/crucible/0/regions","method":"POST","req_id":"ab22eaf2-ea61-428f-8f79-a2db7d9fd927","remote_addr":"[fd00:1122:3344:101::a]:47526","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":722,"response_code":"200"}