[ Nov  5 02:07:42 Enabled. ]
[ Nov  5 02:07:42 Rereading configuration. ]
[ Nov  5 02:07:44 Rereading configuration. ]
[ Nov  5 02:07:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8ee2a355-7f4b-46ad-a537-fc11a82d0d2f/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:07:47.700473303Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786}
{"msg":"dataset: \"oxp_8ee2a355-7f4b-46ad-a537-fc11a82d0d2f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:07:47.700653815Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:07:47.700664695Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:07:47.700669955Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:07:47.717880617Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:07:47.799027123Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.757914868Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55500"}
{"msg":"region bd54a081-7c46-4244-96b3-bed43086b265 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.788405172Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.794838264Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.799066219Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"uri":"/crucible/0/regions","method":"POST","req_id":"db2083cc-8805-4852-b8f2-d4125a251ac7","remote_addr":"[fd00:1122:3344:101::b]:55500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17324,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_8ee2a355-7f4b-46ad-a537-fc11a82d0d2f/crucible/regions/bd54a081-7c46-4244-96b3-bed43086b265","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.802024737Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8ee2a355-7f4b-46ad-a537-fc11a82d0d2f/crucible/regions/bd54a081-7c46-4244-96b3-bed43086b265","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.802051727Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bd54a081-7c46-4244-96b3-bed43086b265\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bd54a081-7c46-4244-96b3-bed43086b265\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.853371729Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"region":"bd54a081-7c46-4244-96b3-bed43086b265","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bd54a081-7c46-4244-96b3-bed43086b265\" \"--data\" \"/data/regions/bd54a081-7c46-4244-96b3-bed43086b265\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.853418759Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"region":"bd54a081-7c46-4244-96b3-bed43086b265","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.962246852Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"region":"bd54a081-7c46-4244-96b3-bed43086b265","component":"worker"}
{"msg":"region bd54a081-7c46-4244-96b3-bed43086b265 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.964277188Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.96443356Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bd54a081-7c46-4244-96b3-bed43086b265","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.964808255Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bd54a081-7c46-4244-96b3-bed43086b265","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.971102956Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.976967912Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"uri":"/crucible/0/regions","method":"POST","req_id":"06a32a3e-0557-46f7-863e-a6e07873b850","remote_addr":"[fd00:1122:3344:101::b]:55500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.978270508Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bd54a081-7c46-4244-96b3-bed43086b265","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.979772388Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd54a081-7c46-4244-96b3-bed43086b265","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.980518377Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.980581418Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.980626389Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.980656079Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.983087501Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:52.985685674Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.366257206Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"uri":"/crucible/0/regions/bd54a081-7c46-4244-96b3-bed43086b265","method":"GET","req_id":"9d06323b-86da-4c24-9e71-a7ee08232e21","remote_addr":"[fd00:1122:3344:101::b]:55500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/bd54a081-7c46-4244-96b3-bed43086b265\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.368970303Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"datafile"}
{"msg":"dataset is oxp_8ee2a355-7f4b-46ad-a537-fc11a82d0d2f/crucible/regions/bd54a081-7c46-4244-96b3-bed43086b265","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.375922263Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"datafile"}
{"msg":"region bd54a081-7c46-4244-96b3-bed43086b265 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.382595718Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.3827377Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.38274682Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"uri":"/crucible/0/regions/bd54a081-7c46-4244-96b3-bed43086b265","method":"DELETE","req_id":"f251da9a-654c-4ebe-8285-f3974c4e480d","remote_addr":"[fd00:1122:3344:101::b]:55500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":13833,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-bd54a081-7c46-4244-96b3-bed43086b265 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.383783824Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.386174264Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.386470788Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"uri":"/crucible/0/regions/bd54a081-7c46-4244-96b3-bed43086b265","method":"GET","req_id":"9c6a6e43-d9f9-4455-883f-c371387f8593","remote_addr":"[fd00:1122:3344:101::b]:55500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_8ee2a355-7f4b-46ad-a537-fc11a82d0d2f/crucible/regions/bd54a081-7c46-4244-96b3-bed43086b265\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.394179148Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"region":"bd54a081-7c46-4244-96b3-bed43086b265","component":"worker"}
{"msg":"region bd54a081-7c46-4244-96b3-bed43086b265 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.448529638Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T02:08:53.49054456Z","hostname":"oxz_crucible_893f17f1-3872-4b53-b42b-ba5ba9e1ed54","pid":22786,"uri":"/crucible/0/regions/bd54a081-7c46-4244-96b3-bed43086b265","method":"GET","req_id":"9c04d4b7-ffa7-439c-b767-6c55fca42a7c","remote_addr":"[fd00:1122:3344:101::b]:55500","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}