[ Aug 30 19:42:35 Enabled. ] [ Aug 30 19:42:35 Rereading configuration. ] [ Aug 30 19:42:36 Rereading configuration. ] [ Aug 30 19:42:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:42:37.258753964Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:42:37.259927255Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:42:37.259943705Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:42:37.279711272Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:42:37.443448315Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.785334388Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56299"} {"msg":"region 2b82960b-0d67-4bc5-9d82-64e70af5b7ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.809368639Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.81623274Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.820189379Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions","method":"POST","req_id":"5162c689-7f88-494a-8e92-ba24908e3196","remote_addr":"[fd00:1122:3344:101::a]:56299","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17390,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.826784545Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crucible/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.826807465Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2b82960b-0d67-4bc5-9d82-64e70af5b7ae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.883722384Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"region":"2b82960b-0d67-4bc5-9d82-64e70af5b7ae","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2b82960b-0d67-4bc5-9d82-64e70af5b7ae\" \"--data\" \"/data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.885901613Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"region":"2b82960b-0d67-4bc5-9d82-64e70af5b7ae","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:03.960474341Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions","method":"POST","req_id":"6f41802e-9e59-425f-9848-941b8524f010","remote_addr":"[fd00:1122:3344:101::a]:56299","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.078566863Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"region":"2b82960b-0d67-4bc5-9d82-64e70af5b7ae","component":"worker"} {"msg":"region 2b82960b-0d67-4bc5-9d82-64e70af5b7ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.078613444Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.078735476Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.079209765Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.083584711Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.103154785Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.106426132Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b82960b-0d67-4bc5-9d82-64e70af5b7ae","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.112819214Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.114828999Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.11488728Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.114928391Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.119563522Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.123487041Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-30T19:44:04.266846277Z","hostname":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","pid":19834,"uri":"/crucible/0/regions","method":"POST","req_id":"327742ea-3904-4a72-ab58-0d46d0407b9f","remote_addr":"[fd00:1122:3344:101::a]:56299","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":"200"}