[ Dec 3 16:54:23 Enabled. ] [ Dec 3 16:54:23 Rereading configuration. ] [ Dec 3 16:54:26 Rereading configuration. ] [ Dec 3 16:54:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4f197763-b2ab-42cf-b5a9-21c3bfe0d075/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.596507093Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327} {"msg":"dataset: \"oxp_4f197763-b2ab-42cf-b5a9-21c3bfe0d075/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.597353569Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.5973653Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.59737213Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.613304395Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:54:33.752247605Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.420577161Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56368"} {"msg":"region 756e721a-3f70-43e6-b8f4-b887805241c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.452498092Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.455077921Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.455101942Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"uri":"/crucible/0/regions","method":"POST","req_id":"f54990ea-c3b9-47bf-8611-12e32a3ed2df","remote_addr":"[fd00:1122:3344:101::c]:56368","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16087,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4f197763-b2ab-42cf-b5a9-21c3bfe0d075/crucible/regions/756e721a-3f70-43e6-b8f4-b887805241c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.464569253Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4f197763-b2ab-42cf-b5a9-21c3bfe0d075/crucible/regions/756e721a-3f70-43e6-b8f4-b887805241c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.464591113Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"756e721a-3f70-43e6-b8f4-b887805241c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/756e721a-3f70-43e6-b8f4-b887805241c8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.522417291Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"region":"756e721a-3f70-43e6-b8f4-b887805241c8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"756e721a-3f70-43e6-b8f4-b887805241c8\" \"--data\" \"/data/regions/756e721a-3f70-43e6-b8f4-b887805241c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.524829907Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"region":"756e721a-3f70-43e6-b8f4-b887805241c8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.832341794Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"uri":"/crucible/0/regions","method":"POST","req_id":"4e3c790e-c7fa-403f-82c2-7510d1709554","remote_addr":"[fd00:1122:3344:101::c]:56368","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.878785463Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"region":"756e721a-3f70-43e6-b8f4-b887805241c8","component":"worker"} {"msg":"region 756e721a-3f70-43e6-b8f4-b887805241c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.878811254Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.878935256Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-756e721a-3f70-43e6-b8f4-b887805241c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.879257162Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-756e721a-3f70-43e6-b8f4-b887805241c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.887596452Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.90472892Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-756e721a-3f70-43e6-b8f4-b887805241c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.907928611Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/756e721a-3f70-43e6-b8f4-b887805241c8","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.908643155Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.908708776Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.908750857Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.908787358Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.912836235Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:32.91676853Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T16:55:33.382754492Z","hostname":"oxz_crucible_bc812982-3543-4752-a04f-6e4000c343d4","pid":23327,"uri":"/crucible/0/regions","method":"POST","req_id":"c000b597-f49a-4dbc-b6e8-fe9170374c89","remote_addr":"[fd00:1122:3344:101::c]:56368","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}