[ Dec 16 09:14:11 Enabled. ] [ Dec 16 09:14:11 Rereading configuration. ] [ Dec 16 09:14:13 Rereading configuration. ] [ Dec 16 09:14:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7026146f-5973-428c-8f60-5e02e06cd6a8/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:17.886650165Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766} {"msg":"dataset: \"oxp_7026146f-5973-428c-8f60-5e02e06cd6a8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:17.887565738Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:17.887577648Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:17.887584258Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:17.902954409Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:18.037679928Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.015311674Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56397"} {"msg":"region 284a3146-50c2-4d29-bf7d-bd379f3eab44 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.041515841Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.045970735Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.046023286Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"uri":"/crucible/0/regions","method":"POST","req_id":"bc2647a7-4734-4862-ac0d-40c47f936960","remote_addr":"[fd00:1122:3344:101::a]:56397","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16104,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_7026146f-5973-428c-8f60-5e02e06cd6a8/crucible/regions/284a3146-50c2-4d29-bf7d-bd379f3eab44","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.051269962Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7026146f-5973-428c-8f60-5e02e06cd6a8/crucible/regions/284a3146-50c2-4d29-bf7d-bd379f3eab44","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.051287352Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"284a3146-50c2-4d29-bf7d-bd379f3eab44\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/284a3146-50c2-4d29-bf7d-bd379f3eab44\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.122603528Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"region":"284a3146-50c2-4d29-bf7d-bd379f3eab44","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"284a3146-50c2-4d29-bf7d-bd379f3eab44\" \"--data\" \"/data/regions/284a3146-50c2-4d29-bf7d-bd379f3eab44\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.125000172Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"region":"284a3146-50c2-4d29-bf7d-bd379f3eab44","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.375543427Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"uri":"/crucible/0/regions","method":"POST","req_id":"5825e8da-29cc-4c8e-b91f-6c7d6b0069ac","remote_addr":"[fd00:1122:3344:101::a]:56397","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.482871362Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"region":"284a3146-50c2-4d29-bf7d-bd379f3eab44","component":"worker"} {"msg":"region 284a3146-50c2-4d29-bf7d-bd379f3eab44 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.482951423Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.483186006Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-284a3146-50c2-4d29-bf7d-bd379f3eab44","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.483511101Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-284a3146-50c2-4d29-bf7d-bd379f3eab44","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.490535892Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.504613474Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-284a3146-50c2-4d29-bf7d-bd379f3eab44","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.508153415Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/284a3146-50c2-4d29-bf7d-bd379f3eab44","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.508859966Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.508931376Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.508974377Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.509010968Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.513404351Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.517902876Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:14:55.816442411Z","hostname":"oxz_crucible_7391f3ac-0f44-41af-8374-c9dfc49142af","pid":25766,"uri":"/crucible/0/regions","method":"POST","req_id":"4137280f-4086-40d4-a2a1-a6c93a1feb36","remote_addr":"[fd00:1122:3344:101::a]:56397","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":49,"response_code":200}