[ Mar 25 22:28:19 Enabled. ] [ Mar 25 22:28:19 Rereading configuration. ] [ Mar 25 22:28:21 Rereading configuration. ] [ Mar 25 22:28:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8d24cd0e-128d-487b-8dc6-5eb2b15e2eff/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_8d24cd0e-128d-487b-8dc6-5eb2b15e2eff/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:28:26.979902743Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:28:26.980262439Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:28:26.98027153Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:28:26.996217381Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:28:27.146184166Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.11565928Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42391"} {"msg":"region fb454b05-1fa0-426d-b541-e9a180e4d2ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.152562353Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.155715991Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"uri":"/crucible/0/regions","method":"POST","req_id":"a04f7e80-f77f-4368-b55b-99b4c4462b54","remote_addr":"[fd00:1122:3344:101::c]:42391","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17122,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.155737011Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8d24cd0e-128d-487b-8dc6-5eb2b15e2eff/crucible/regions/fb454b05-1fa0-426d-b541-e9a180e4d2ba","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.165022591Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8d24cd0e-128d-487b-8dc6-5eb2b15e2eff/crucible/regions/fb454b05-1fa0-426d-b541-e9a180e4d2ba","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.165061561Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fb454b05-1fa0-426d-b541-e9a180e4d2ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fb454b05-1fa0-426d-b541-e9a180e4d2ba\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.220314369Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"region":"fb454b05-1fa0-426d-b541-e9a180e4d2ba","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fb454b05-1fa0-426d-b541-e9a180e4d2ba\" \"--data\" \"/data/regions/fb454b05-1fa0-426d-b541-e9a180e4d2ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.22038178Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"region":"fb454b05-1fa0-426d-b541-e9a180e4d2ba","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.304922042Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"uri":"/crucible/0/regions","method":"POST","req_id":"337c27c2-43d2-4fb0-b4b1-6c8361ed8586","remote_addr":"[fd00:1122:3344:101::c]:42391","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.435343731Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"region":"fb454b05-1fa0-426d-b541-e9a180e4d2ba","component":"worker"} {"msg":"region fb454b05-1fa0-426d-b541-e9a180e4d2ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.435394142Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.435508334Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fb454b05-1fa0-426d-b541-e9a180e4d2ba","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.435943022Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fb454b05-1fa0-426d-b541-e9a180e4d2ba","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.441533074Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.456404985Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb454b05-1fa0-426d-b541-e9a180e4d2ba","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.458917971Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb454b05-1fa0-426d-b541-e9a180e4d2ba","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.459654734Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.459715965Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.459756886Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.459793937Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.464428401Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.474944053Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:29:18.944769262Z","hostname":"oxz_crucible_312a93ba-758b-47f5-90cc-cec7b58e396d","pid":22954,"uri":"/crucible/0/regions","method":"POST","req_id":"d98dc96d-7551-404c-b00e-a0d9d36ef608","remote_addr":"[fd00:1122:3344:101::c]:42391","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":49,"response_code":"200"}