[ Feb 23 10:12:41 Enabled. ] [ Feb 23 10:12:41 Rereading configuration. ] [ Feb 23 10:12:45 Rereading configuration. ] [ Feb 23 10:12:48 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:12:49.06627135Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:12:49.069145989Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:12:49.069157519Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:12:49.248920669Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:21.8755891Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43762"} {"msg":"region 38200716-b816-4734-a1df-9a49eee9a8d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:21.937744633Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:21.937968977Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"uri":"/crucible/0/regions","method":"POST","req_id":"108225ca-3c5e-4110-8420-2c9e27f2c0cd","remote_addr":"[fd00:1122:3344:101::a]:43762","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2928,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:21.940357496Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/38200716-b816-4734-a1df-9a49eee9a8d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:21.949536684Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/38200716-b816-4734-a1df-9a49eee9a8d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:21.949565975Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"38200716-b816-4734-a1df-9a49eee9a8d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/38200716-b816-4734-a1df-9a49eee9a8d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.015918433Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"region":"38200716-b816-4734-a1df-9a49eee9a8d5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.236779964Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"uri":"/crucible/0/regions","method":"POST","req_id":"656e312e-c4a1-4064-a8ec-387f634ea0cd","remote_addr":"[fd00:1122:3344:101::a]:43762","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.261823946Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"region":"38200716-b816-4734-a1df-9a49eee9a8d5","component":"worker"} {"msg":"region 38200716-b816-4734-a1df-9a49eee9a8d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.261846127Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.26199181Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-38200716-b816-4734-a1df-9a49eee9a8d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.26246741Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-38200716-b816-4734-a1df-9a49eee9a8d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.267650196Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.276794453Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-38200716-b816-4734-a1df-9a49eee9a8d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.279861026Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/38200716-b816-4734-a1df-9a49eee9a8d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.28055102Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.280658582Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.280708033Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.280748124Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.284859478Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.288559164Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-23T10:14:22.955613037Z","hostname":"oxz_crucible_dc2ab691-e287-4137-ac74-ff6958f580d1","pid":24175,"uri":"/crucible/0/regions","method":"POST","req_id":"145fb62e-e444-4d2e-9f48-e85e1692efdc","remote_addr":"[fd00:1122:3344:101::a]:43762","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":93,"response_code":"200"}