[ Nov 17 01:46:21 Enabled. ] [ Nov 17 01:46:21 Rereading configuration. ] [ Nov 17 01:46:23 Rereading configuration. ] [ Nov 17 01:46:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_39f93a09-159a-462e-b963-e3d123b390f7/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.634804131Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318} {"msg":"dataset: \"oxp_39f93a09-159a-462e-b963-e3d123b390f7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.635007175Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.635022435Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.635028436Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.654272419Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:46:26.706163164Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.024973142Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57374"} {"msg":"region 9a33efda-a8df-4b6d-8298-a08d395f6aeb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.068294643Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.076073211Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.081131349Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"uri":"/crucible/0/regions","method":"POST","req_id":"016fbc98-e700-46ac-8624-4dc03b2977d0","remote_addr":"[fd00:1122:3344:101::c]:57374","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21924,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_39f93a09-159a-462e-b963-e3d123b390f7/crucible/regions/9a33efda-a8df-4b6d-8298-a08d395f6aeb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.084513072Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_39f93a09-159a-462e-b963-e3d123b390f7/crucible/regions/9a33efda-a8df-4b6d-8298-a08d395f6aeb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.084525622Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9a33efda-a8df-4b6d-8298-a08d395f6aeb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9a33efda-a8df-4b6d-8298-a08d395f6aeb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.129515469Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"region":"9a33efda-a8df-4b6d-8298-a08d395f6aeb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9a33efda-a8df-4b6d-8298-a08d395f6aeb\" \"--data\" \"/data/regions/9a33efda-a8df-4b6d-8298-a08d395f6aeb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.12956823Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"region":"9a33efda-a8df-4b6d-8298-a08d395f6aeb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.42171299Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"uri":"/crucible/0/regions","method":"POST","req_id":"ddd80897-e6e1-4ef6-a854-eb0ab81d6452","remote_addr":"[fd00:1122:3344:101::c]:57374","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":95,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.491352517Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"region":"9a33efda-a8df-4b6d-8298-a08d395f6aeb","component":"worker"} {"msg":"region 9a33efda-a8df-4b6d-8298-a08d395f6aeb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.493743139Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.493926083Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9a33efda-a8df-4b6d-8298-a08d395f6aeb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.494356462Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9a33efda-a8df-4b6d-8298-a08d395f6aeb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.501504336Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.509660031Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a33efda-a8df-4b6d-8298-a08d395f6aeb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.51101594Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a33efda-a8df-4b6d-8298-a08d395f6aeb","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.511839358Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.511907239Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.51195328Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.511992311Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.51429364Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:58.516711163Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-17T01:57:59.006108071Z","hostname":"oxz_crucible_439a67cf-ff77-4a47-901a-b9ff152f6826","pid":26318,"uri":"/crucible/0/regions","method":"POST","req_id":"0dc0ad75-c87b-486b-83d0-4dd2dbe68388","remote_addr":"[fd00:1122:3344:101::c]:57374","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200}