[ Jul 30 19:37:46 Enabled. ] [ Jul 30 19:37:46 Rereading configuration. ] [ Jul 30 19:37:47 Rereading configuration. ] [ Jul 30 19:37:49 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_45057a07-f7cd-42af-baf9-e56ed051806c/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_45057a07-f7cd-42af-baf9-e56ed051806c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:49.957640432Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:49.961681268Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:49.961696448Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:49.986215753Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.118399824Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.16478624Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36479"} {"msg":"region bccfa50b-0a1e-4614-90b3-2e4bd7048023 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.188246712Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.200378103Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"uri":"/crucible/0/regions","method":"POST","req_id":"1be36f26-9a5f-4661-af58-39e5c4391381","remote_addr":"[fd00:1122:3344:101::a]:36479","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21747,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.200404023Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_45057a07-f7cd-42af-baf9-e56ed051806c/crucible/regions/bccfa50b-0a1e-4614-90b3-2e4bd7048023","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.216075148Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_45057a07-f7cd-42af-baf9-e56ed051806c/crucible/regions/bccfa50b-0a1e-4614-90b3-2e4bd7048023","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.216105869Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bccfa50b-0a1e-4614-90b3-2e4bd7048023\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bccfa50b-0a1e-4614-90b3-2e4bd7048023\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.267450889Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"region":"bccfa50b-0a1e-4614-90b3-2e4bd7048023","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bccfa50b-0a1e-4614-90b3-2e4bd7048023\" \"--data\" \"/data/regions/bccfa50b-0a1e-4614-90b3-2e4bd7048023\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.269677547Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"region":"bccfa50b-0a1e-4614-90b3-2e4bd7048023","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.508271197Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"uri":"/crucible/0/regions","method":"POST","req_id":"75703605-22b1-4b69-8b8a-4a828abbea9f","remote_addr":"[fd00:1122:3344:101::a]:36479","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.627647393Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"region":"bccfa50b-0a1e-4614-90b3-2e4bd7048023","component":"worker"} {"msg":"region bccfa50b-0a1e-4614-90b3-2e4bd7048023 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.627694534Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.627791616Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bccfa50b-0a1e-4614-90b3-2e4bd7048023","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.628184395Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bccfa50b-0a1e-4614-90b3-2e4bd7048023","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.639882315Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.66578642Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bccfa50b-0a1e-4614-90b3-2e4bd7048023","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.670057651Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bccfa50b-0a1e-4614-90b3-2e4bd7048023","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.672553345Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.67883887Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.678901811Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.678945312Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.692585124Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.703343534Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.98005196Z","hostname":"oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9","pid":20821,"uri":"/crucible/0/regions","method":"POST","req_id":"87720e57-ab01-48d3-af2d-befafc73569d","remote_addr":"[fd00:1122:3344:101::a]:36479","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":687,"response_code":"200"}