[ Sep 11 00:58:27 Enabled. ]
[ Sep 11 00:58:27 Rereading configuration. ]
[ Sep 11 00:58:30 Rereading configuration. ]
[ Sep 11 00:58:35 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_da6b3b08-72c8-4d2b-a386-367db677d484/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:58:35.547885564Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957}
{"msg":"dataset: \"oxp_da6b3b08-72c8-4d2b-a386-367db677d484/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:58:35.548063055Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:58:35.548074646Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:58:35.548081506Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:58:35.562218627Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:58:35.696105179Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.398152597Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59743"}
{"msg":"region 8b56ac54-e2cf-4315-b01a-99e0eca78336 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.426700562Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.430928927Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.435048341Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"uri":"/crucible/0/regions","method":"POST","req_id":"81abaef4-97da-41f7-928d-a6bc84ea5d78","remote_addr":"[fd00:1122:3344:101::b]:59743","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":12893,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_da6b3b08-72c8-4d2b-a386-367db677d484/crucible/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.43954356Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_da6b3b08-72c8-4d2b-a386-367db677d484/crucible/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.43957013Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8b56ac54-e2cf-4315-b01a-99e0eca78336\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.495518628Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"region":"8b56ac54-e2cf-4315-b01a-99e0eca78336","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8b56ac54-e2cf-4315-b01a-99e0eca78336\" \"--data\" \"/data/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.497263567Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"region":"8b56ac54-e2cf-4315-b01a-99e0eca78336","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.61912784Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"region":"8b56ac54-e2cf-4315-b01a-99e0eca78336","component":"worker"}
{"msg":"region 8b56ac54-e2cf-4315-b01a-99e0eca78336 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.623062263Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.623199404Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8b56ac54-e2cf-4315-b01a-99e0eca78336","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.623555448Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8b56ac54-e2cf-4315-b01a-99e0eca78336","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.632601594Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.645516883Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8b56ac54-e2cf-4315-b01a-99e0eca78336","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.648335093Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.649054241Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.649112511Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.649148202Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.649187502Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.653515828Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.657753703Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:38.790449543Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"uri":"/crucible/0/regions","method":"POST","req_id":"c99844d0-f375-4c39-8265-7811584a9ade","remote_addr":"[fd00:1122:3344:101::b]:59743","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.378723805Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"uri":"/crucible/0/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","method":"GET","req_id":"bf1ba7e7-ec30-4c06-8216-b821ad5853a3","remote_addr":"[fd00:1122:3344:101::b]:59743","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"path is \"/data/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.382046671Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"datafile"}
{"msg":"dataset is oxp_da6b3b08-72c8-4d2b-a386-367db677d484/crucible/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.389866494Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"datafile"}
{"msg":"region 8b56ac54-e2cf-4315-b01a-99e0eca78336 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.397635817Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.397776278Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.397786538Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"uri":"/crucible/0/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","method":"DELETE","req_id":"a59cc134-d1f7-47c2-a7de-c2b2eb9ff6d8","remote_addr":"[fd00:1122:3344:101::b]:59743","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15772,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-8b56ac54-e2cf-4315-b01a-99e0eca78336 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.39887781Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.401093464Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"uri":"/crucible/0/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","method":"GET","req_id":"d513c165-de87-4aee-836a-99b78b1564e7","remote_addr":"[fd00:1122:3344:101::b]:59743","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.403677241Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_da6b3b08-72c8-4d2b-a386-367db677d484/crucible/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.411365264Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"region":"8b56ac54-e2cf-4315-b01a-99e0eca78336","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.459905353Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"uri":"/crucible/0/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","method":"GET","req_id":"54d4d318-1d23-4d5c-94b9-38e9b9a5a0f5","remote_addr":"[fd00:1122:3344:101::b]:59743","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 8b56ac54-e2cf-4315-b01a-99e0eca78336 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.472453177Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-11T00:59:39.549843505Z","hostname":"oxz_crucible_ddfdcc8c-c2f0-48c5-8cd0-3d12635ca740","pid":24957,"uri":"/crucible/0/regions/8b56ac54-e2cf-4315-b01a-99e0eca78336","method":"GET","req_id":"f3a294cc-4d60-4d9e-84ee-663cbae20363","remote_addr":"[fd00:1122:3344:101::b]:59743","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}